{"level":"warn","ts":"2026-03-31T18:28:22.5623Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:22.562502Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.176:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.176:2380","--initial-cluster=instance=https://199.19.213.176:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.176:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.176:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:28:22.562581Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:28:22.56259Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.176:2380"]} {"level":"info","ts":"2026-03-31T18:28:22.56262Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:22.563314Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.176:2379"]} {"level":"info","ts":"2026-03-31T18:28:22.563394Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.176:2380"],"listen-peer-urls":["https://199.19.213.176:2380"],"advertise-client-urls":["https://199.19.213.176:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.176:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.176:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:28:22.568188Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.557012ms"} {"level":"info","ts":"2026-03-31T18:28:22.580279Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e120e57916b9bd4","cluster-id":"e644555f29703ff6"} {"level":"info","ts":"2026-03-31T18:28:22.580412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:28:22.580442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:28:22.580458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e120e57916b9bd4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:28:22.580472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:28:22.580523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 switched to configuration voters=(7931417663017556948)"} {"level":"warn","ts":"2026-03-31T18:28:22.588373Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:28:22.591108Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:28:22.592594Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:28:22.597139Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e120e57916b9bd4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:28:22.597383Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e120e57916b9bd4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:28:22.597497Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:22.598835Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:22.598849Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:28:22.601408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 switched to configuration voters=(7931417663017556948)"} {"level":"info","ts":"2026-03-31T18:28:22.603209Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e644555f29703ff6","local-member-id":"6e120e57916b9bd4","added-peer-id":"6e120e57916b9bd4","added-peer-peer-urls":["https://199.19.213.176:2380"]} {"level":"info","ts":"2026-03-31T18:28:22.604244Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:28:22.604436Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.176:2380"} {"level":"info","ts":"2026-03-31T18:28:22.604497Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.176:2380"} {"level":"info","ts":"2026-03-31T18:28:22.604537Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e120e57916b9bd4","initial-advertise-peer-urls":["https://199.19.213.176:2380"],"listen-peer-urls":["https://199.19.213.176:2380"],"advertise-client-urls":["https://199.19.213.176:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.176:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:28:22.604577Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:28:22.880974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:28:22.881041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:28:22.881066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 received MsgPreVoteResp from 6e120e57916b9bd4 at term 1"} {"level":"info","ts":"2026-03-31T18:28:22.881081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:28:22.881088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 received MsgVoteResp from 6e120e57916b9bd4 at term 2"} {"level":"info","ts":"2026-03-31T18:28:22.881097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e120e57916b9bd4 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:28:22.881106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e120e57916b9bd4 elected leader 6e120e57916b9bd4 at term 2"} {"level":"info","ts":"2026-03-31T18:28:22.88916Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e120e57916b9bd4","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.176:2379]}","request-path":"/0/members/6e120e57916b9bd4/attributes","cluster-id":"e644555f29703ff6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:28:22.889323Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:28:22.889373Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:28:22.889551Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:22.88957Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:28:22.889789Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:28:22.890403Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e644555f29703ff6","local-member-id":"6e120e57916b9bd4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:22.890619Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:22.890667Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:28:22.893178Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:28:22.89385Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.176:2379"} {"level":"info","ts":"2026-03-31T18:28:26.684805Z","caller":"traceutil/trace.go:171","msg":"trace[64719022] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"336.821986ms","start":"2026-03-31T18:28:26.34794Z","end":"2026-03-31T18:28:26.684762Z","steps":["trace[64719022] 'process raft request' (duration: 336.599131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:26.685631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:26.347919Z","time spent":"337.091082ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:26.720729Z","caller":"traceutil/trace.go:171","msg":"trace[745425223] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"360.918626ms","start":"2026-03-31T18:28:26.359726Z","end":"2026-03-31T18:28:26.720644Z","steps":["trace[745425223] 'process raft request' (duration: 360.494087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:26.721089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:26.359707Z","time spent":"361.158781ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:31.863239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.832327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T18:28:31.863397Z","caller":"traceutil/trace.go:171","msg":"trace[247491165] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:330; }","duration":"114.069282ms","start":"2026-03-31T18:28:31.749299Z","end":"2026-03-31T18:28:31.863368Z","steps":["trace[247491165] 'range keys from in-memory index tree' (duration: 113.703185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:32.006Z","caller":"traceutil/trace.go:171","msg":"trace[1925266911] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"138.031759ms","start":"2026-03-31T18:28:31.867932Z","end":"2026-03-31T18:28:32.005964Z","steps":["trace[1925266911] 'process raft request' (duration: 137.794104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:36.666516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280639872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:37.167829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280639872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:37.66801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280639872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:38.168795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280639872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:38.179039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.249305357s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:38.179643Z","caller":"traceutil/trace.go:171","msg":"trace[789727095] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"2.013945081s","start":"2026-03-31T18:28:36.165664Z","end":"2026-03-31T18:28:38.179609Z","steps":["trace[789727095] 'read index received' (duration: 2.013623264s)","trace[789727095] 'applied index is now lower than readState.Index' (duration: 320.557µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:38.179707Z","caller":"traceutil/trace.go:171","msg":"trace[1454810985] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"2.250092764s","start":"2026-03-31T18:28:35.929582Z","end":"2026-03-31T18:28:38.179675Z","steps":["trace[1454810985] 'process raft request' (duration: 2.249829988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.179828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014135446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:28:38.179875Z","caller":"traceutil/trace.go:171","msg":"trace[791384949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"2.014272968s","start":"2026-03-31T18:28:36.165588Z","end":"2026-03-31T18:28:38.179861Z","steps":["trace[791384949] 'agreement among raft nodes before linearized reading' (duration: 2.014151646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.179916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:36.165557Z","time spent":"2.01435s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:38.179963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.593066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:28:38.180034Z","caller":"traceutil/trace.go:171","msg":"trace[1979641238] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:397; }","duration":"944.708578ms","start":"2026-03-31T18:28:37.235307Z","end":"2026-03-31T18:28:38.180016Z","steps":["trace[1979641238] 'agreement among raft nodes before linearized reading' (duration: 944.526503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.179983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729121229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:28:38.180077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:37.235265Z","time spent":"944.8031ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:28:38.180081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318131063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:28:38.180042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.156141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:38.180127Z","caller":"traceutil/trace.go:171","msg":"trace[2068415524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"1.729338113s","start":"2026-03-31T18:28:36.450757Z","end":"2026-03-31T18:28:38.180095Z","steps":["trace[2068415524] 'agreement among raft nodes before linearized reading' (duration: 1.729068137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.180045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:35.929564Z","time spent":"2.250190506s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:38.180154Z","caller":"traceutil/trace.go:171","msg":"trace[2124219412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:397; }","duration":"1.318255765s","start":"2026-03-31T18:28:36.861879Z","end":"2026-03-31T18:28:38.180135Z","steps":["trace[2124219412] 'agreement among raft nodes before linearized reading' (duration: 1.318107452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.180121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066609725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:28:38.180186Z","caller":"traceutil/trace.go:171","msg":"trace[816735823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:397; }","duration":"348.358065ms","start":"2026-03-31T18:28:37.831795Z","end":"2026-03-31T18:28:38.180153Z","steps":["trace[816735823] 'agreement among raft nodes before linearized reading' (duration: 348.060207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.180202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:36.45073Z","time spent":"1.729455796s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:28:38.180231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:36.861852Z","time spent":"1.318339518s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:38.180255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:37.831774Z","time spent":"348.471298ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:28:38.180265Z","caller":"traceutil/trace.go:171","msg":"trace[98833647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:397; }","duration":"1.066828849s","start":"2026-03-31T18:28:37.113402Z","end":"2026-03-31T18:28:38.180231Z","steps":["trace[98833647] 'agreement among raft nodes before linearized reading' (duration: 1.066514893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.180329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:37.113372Z","time spent":"1.066941462s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:38.658064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.873531ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:28:38.658234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.181148Z","time spent":"477.076944ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:28:38.658551Z","caller":"traceutil/trace.go:171","msg":"trace[398716084] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"472.44763ms","start":"2026-03-31T18:28:38.186075Z","end":"2026-03-31T18:28:38.658523Z","steps":["trace[398716084] 'process raft request' (duration: 472.394659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.658661Z","caller":"traceutil/trace.go:171","msg":"trace[1238669885] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"476.88844ms","start":"2026-03-31T18:28:38.18175Z","end":"2026-03-31T18:28:38.658639Z","steps":["trace[1238669885] 'read index received' (duration: 167.274113ms)","trace[1238669885] 'applied index is now lower than readState.Index' (duration: 309.611467ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:38.658702Z","caller":"traceutil/trace.go:171","msg":"trace[859149830] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"473.927593ms","start":"2026-03-31T18:28:38.184736Z","end":"2026-03-31T18:28:38.658663Z","steps":["trace[859149830] 'process raft request' (duration: 473.477263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.658757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.186059Z","time spent":"472.610074ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:38.658854Z","caller":"traceutil/trace.go:171","msg":"trace[1360501219] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"472.797357ms","start":"2026-03-31T18:28:38.186046Z","end":"2026-03-31T18:28:38.658843Z","steps":["trace[1360501219] 'process raft request' (duration: 472.387318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.658855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.094134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:38.658895Z","caller":"traceutil/trace.go:171","msg":"trace[826338474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:401; }","duration":"477.194656ms","start":"2026-03-31T18:28:38.181691Z","end":"2026-03-31T18:28:38.658885Z","steps":["trace[826338474] 'agreement among raft nodes before linearized reading' (duration: 477.027043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.65886Z","caller":"traceutil/trace.go:171","msg":"trace[1111853667] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"472.87449ms","start":"2026-03-31T18:28:38.18595Z","end":"2026-03-31T18:28:38.658825Z","steps":["trace[1111853667] 'process raft request' (duration: 472.435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:38.658927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.181672Z","time spent":"477.249978ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:38.658922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.186037Z","time spent":"472.844839ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:38.658916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.184715Z","time spent":"474.076407ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:38.659053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:38.185941Z","time spent":"473.002154ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:38.786152Z","caller":"traceutil/trace.go:171","msg":"trace[1587623735] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"126.775047ms","start":"2026-03-31T18:28:38.659348Z","end":"2026-03-31T18:28:38.786123Z","steps":["trace[1587623735] 'process raft request' (duration: 117.828467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:38.79048Z","caller":"traceutil/trace.go:171","msg":"trace[519067633] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"122.96242ms","start":"2026-03-31T18:28:38.667496Z","end":"2026-03-31T18:28:38.790458Z","steps":["trace[519067633] 'process raft request' (duration: 122.775396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:44.898825Z","caller":"traceutil/trace.go:171","msg":"trace[178691716] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"202.107592ms","start":"2026-03-31T18:28:44.696674Z","end":"2026-03-31T18:28:44.898781Z","steps":["trace[178691716] 'process raft request' (duration: 201.845636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:44.899894Z","caller":"traceutil/trace.go:171","msg":"trace[732101992] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"202.882699ms","start":"2026-03-31T18:28:44.696988Z","end":"2026-03-31T18:28:44.89987Z","steps":["trace[732101992] 'process raft request' (duration: 202.518341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:44.900007Z","caller":"traceutil/trace.go:171","msg":"trace[1715633541] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"202.876899ms","start":"2026-03-31T18:28:44.697104Z","end":"2026-03-31T18:28:44.89998Z","steps":["trace[1715633541] 'process raft request' (duration: 202.664574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:44.900174Z","caller":"traceutil/trace.go:171","msg":"trace[844829670] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"202.971402ms","start":"2026-03-31T18:28:44.697072Z","end":"2026-03-31T18:28:44.900043Z","steps":["trace[844829670] 'process raft request' (duration: 202.649234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.473677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280639949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:28:49.615701Z","caller":"traceutil/trace.go:171","msg":"trace[1362637321] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"656.008297ms","start":"2026-03-31T18:28:48.959668Z","end":"2026-03-31T18:28:49.615676Z","steps":["trace[1362637321] 'process raft request' (duration: 655.844184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.615897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.959642Z","time spent":"656.137701ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:49.852028Z","caller":"traceutil/trace.go:171","msg":"trace[1949746596] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"879.023509ms","start":"2026-03-31T18:28:48.972954Z","end":"2026-03-31T18:28:49.851977Z","steps":["trace[1949746596] 'read index received' (duration: 642.720061ms)","trace[1949746596] 'applied index is now lower than readState.Index' (duration: 236.302168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:49.852268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.309244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:49.852341Z","caller":"traceutil/trace.go:171","msg":"trace[199218633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"879.458997ms","start":"2026-03-31T18:28:48.972867Z","end":"2026-03-31T18:28:49.852326Z","steps":["trace[199218633] 'agreement among raft nodes before linearized reading' (duration: 879.302524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.852341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.063409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:28:49.852368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.913046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:28:49.852435Z","caller":"traceutil/trace.go:171","msg":"trace[132113404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:427; }","duration":"879.195022ms","start":"2026-03-31T18:28:48.973222Z","end":"2026-03-31T18:28:49.852417Z","steps":["trace[132113404] 'agreement among raft nodes before linearized reading' (duration: 878.972427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.852471Z","caller":"traceutil/trace.go:171","msg":"trace[94081298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"879.08491ms","start":"2026-03-31T18:28:48.973365Z","end":"2026-03-31T18:28:49.85245Z","steps":["trace[94081298] 'agreement among raft nodes before linearized reading' (duration: 878.894036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.852539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.973324Z","time spent":"879.188211ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:49.852482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.973214Z","time spent":"879.260964ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:49.85238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:48.972847Z","time spent":"879.522599ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:49.85273Z","caller":"traceutil/trace.go:171","msg":"trace[1159754570] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"694.830917ms","start":"2026-03-31T18:28:49.157312Z","end":"2026-03-31T18:28:49.852143Z","steps":["trace[1159754570] 'process raft request' (duration: 693.284293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.852834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.157277Z","time spent":"695.478931ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:50.279233Z","caller":"traceutil/trace.go:171","msg":"trace[656124030] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"420.755235ms","start":"2026-03-31T18:28:49.858452Z","end":"2026-03-31T18:28:50.279207Z","steps":["trace[656124030] 'process raft request' (duration: 420.617332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.279401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.858413Z","time spent":"420.895368ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:50.312609Z","caller":"traceutil/trace.go:171","msg":"trace[1555093395] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"453.864935ms","start":"2026-03-31T18:28:49.858721Z","end":"2026-03-31T18:28:50.312586Z","steps":["trace[1555093395] 'process raft request' (duration: 453.830274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:50.312848Z","caller":"traceutil/trace.go:171","msg":"trace[196546974] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"454.222304ms","start":"2026-03-31T18:28:49.858594Z","end":"2026-03-31T18:28:50.312816Z","steps":["trace[196546974] 'process raft request' (duration: 453.821774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.313143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.858548Z","time spent":"454.52111ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:50.313408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.858713Z","time spent":"453.976558ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:52.50497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.414613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:52.505121Z","caller":"traceutil/trace.go:171","msg":"trace[431913054] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"166.537236ms","start":"2026-03-31T18:28:52.33856Z","end":"2026-03-31T18:28:52.505097Z","steps":["trace[431913054] 'process raft request' (duration: 58.866537ms)","trace[431913054] 'compare' (duration: 107.24483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:52.508128Z","caller":"traceutil/trace.go:171","msg":"trace[873636764] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"169.265527ms","start":"2026-03-31T18:28:52.338777Z","end":"2026-03-31T18:28:52.508043Z","steps":["trace[873636764] 'process raft request' (duration: 169.069792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:53.930645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.239153ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:28:55.854466Z","caller":"traceutil/trace.go:171","msg":"trace[2075595801] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"127.460223ms","start":"2026-03-31T18:28:55.726906Z","end":"2026-03-31T18:28:55.854366Z","steps":["trace[2075595801] 'process raft request' (duration: 127.231918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.995714Z","caller":"traceutil/trace.go:171","msg":"trace[1499192351] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"132.346641ms","start":"2026-03-31T18:28:57.86333Z","end":"2026-03-31T18:28:57.995676Z","steps":["trace[1499192351] 'process raft request' (duration: 132.171987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:58.639729Z","caller":"traceutil/trace.go:171","msg":"trace[216625894] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"101.614423ms","start":"2026-03-31T18:28:58.53807Z","end":"2026-03-31T18:28:58.639684Z","steps":["trace[216625894] 'process raft request' (duration: 101.390018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:00.637393Z","caller":"traceutil/trace.go:171","msg":"trace[2100108956] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"247.340938ms","start":"2026-03-31T18:29:00.390022Z","end":"2026-03-31T18:29:00.637363Z","steps":["trace[2100108956] 'process raft request' (duration: 247.172874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:00.753434Z","caller":"traceutil/trace.go:171","msg":"trace[227143405] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"103.045476ms","start":"2026-03-31T18:29:00.650336Z","end":"2026-03-31T18:29:00.753382Z","steps":["trace[227143405] 'process raft request' (duration: 102.82032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:02.852137Z","caller":"traceutil/trace.go:171","msg":"trace[1136978614] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"205.524239ms","start":"2026-03-31T18:29:02.646586Z","end":"2026-03-31T18:29:02.852111Z","steps":["trace[1136978614] 'process raft request' (duration: 205.365566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:02.868151Z","caller":"traceutil/trace.go:171","msg":"trace[396765228] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:471; }","duration":"109.995822ms","start":"2026-03-31T18:29:02.758103Z","end":"2026-03-31T18:29:02.868098Z","steps":["trace[396765228] 'read index received' (duration: 93.757808ms)","trace[396765228] 'applied index is now lower than readState.Index' (duration: 16.235464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:02.868397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.265207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:02.868488Z","caller":"traceutil/trace.go:171","msg":"trace[386973178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:455; }","duration":"110.459773ms","start":"2026-03-31T18:29:02.758011Z","end":"2026-03-31T18:29:02.868471Z","steps":["trace[386973178] 'agreement among raft nodes before linearized reading' (duration: 110.228957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:14.206454Z","caller":"traceutil/trace.go:171","msg":"trace[285475739] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"108.458318ms","start":"2026-03-31T18:29:14.097965Z","end":"2026-03-31T18:29:14.206423Z","steps":["trace[285475739] 'process raft request' (duration: 108.286084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:16.590174Z","caller":"traceutil/trace.go:171","msg":"trace[1888774848] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"147.486325ms","start":"2026-03-31T18:29:16.442634Z","end":"2026-03-31T18:29:16.590121Z","steps":["trace[1888774848] 'process raft request' (duration: 147.132897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:17.111719Z","caller":"traceutil/trace.go:171","msg":"trace[803979814] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"150.571034ms","start":"2026-03-31T18:29:16.961099Z","end":"2026-03-31T18:29:17.11167Z","steps":["trace[803979814] 'process raft request' (duration: 99.010465ms)","trace[803979814] 'compare' (duration: 51.388755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:17.570852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.441878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:17.570966Z","caller":"traceutil/trace.go:171","msg":"trace[1401149532] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:520; }","duration":"124.636062ms","start":"2026-03-31T18:29:17.446308Z","end":"2026-03-31T18:29:17.570944Z","steps":["trace[1401149532] 'range keys from in-memory index tree' (duration: 124.311904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:17.98352Z","caller":"traceutil/trace.go:171","msg":"trace[786889283] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:543; }","duration":"150.141024ms","start":"2026-03-31T18:29:17.833343Z","end":"2026-03-31T18:29:17.983484Z","steps":["trace[786889283] 'read index received' (duration: 149.311006ms)","trace[786889283] 'applied index is now lower than readState.Index' (duration: 828.558µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:17.983606Z","caller":"traceutil/trace.go:171","msg":"trace[497781779] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"306.289253ms","start":"2026-03-31T18:29:17.677285Z","end":"2026-03-31T18:29:17.983574Z","steps":["trace[497781779] 'process raft request' (duration: 305.484435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:17.983749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.38778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:17.983866Z","caller":"traceutil/trace.go:171","msg":"trace[246730511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"150.547464ms","start":"2026-03-31T18:29:17.833298Z","end":"2026-03-31T18:29:17.983846Z","steps":["trace[246730511] 'agreement among raft nodes before linearized reading' (duration: 150.312789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:17.984013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:17.677239Z","time spent":"306.502848ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:18.293135Z","caller":"traceutil/trace.go:171","msg":"trace[1653462171] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"253.520728ms","start":"2026-03-31T18:29:18.039565Z","end":"2026-03-31T18:29:18.293086Z","steps":["trace[1653462171] 'process raft request' (duration: 193.54947ms)","trace[1653462171] 'compare' (duration: 59.379574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:19.500216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280640223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:19.678531Z","caller":"traceutil/trace.go:171","msg":"trace[727329785] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"678.657432ms","start":"2026-03-31T18:29:18.999842Z","end":"2026-03-31T18:29:19.6785Z","steps":["trace[727329785] 'read index received' (duration: 678.453477ms)","trace[727329785] 'applied index is now lower than readState.Index' (duration: 202.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:19.678676Z","caller":"traceutil/trace.go:171","msg":"trace[249869169] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"713.006704ms","start":"2026-03-31T18:29:18.965657Z","end":"2026-03-31T18:29:19.678664Z","steps":["trace[249869169] 'process raft request' (duration: 712.659646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.678798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.965638Z","time spent":"713.067035ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:19.67896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.224274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:19.679056Z","caller":"traceutil/trace.go:171","msg":"trace[1755360923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"562.352077ms","start":"2026-03-31T18:29:19.116685Z","end":"2026-03-31T18:29:19.679038Z","steps":["trace[1755360923] 'agreement among raft nodes before linearized reading' (duration: 562.217104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.679105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:19.116663Z","time spent":"562.429069ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:19.679219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.374148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:19.679267Z","caller":"traceutil/trace.go:171","msg":"trace[1191171721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"679.46393ms","start":"2026-03-31T18:29:18.99979Z","end":"2026-03-31T18:29:19.679254Z","steps":["trace[1191171721] 'agreement among raft nodes before linearized reading' (duration: 679.386578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:19.679303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:18.999763Z","time spent":"679.532711ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:20.740073Z","caller":"traceutil/trace.go:171","msg":"trace[13790002] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"358.573619ms","start":"2026-03-31T18:29:20.381466Z","end":"2026-03-31T18:29:20.740039Z","steps":["trace[13790002] 'process raft request' (duration: 358.364274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.740288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.381438Z","time spent":"358.752422ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:20.750409Z","caller":"traceutil/trace.go:171","msg":"trace[1705220973] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"349.470275ms","start":"2026-03-31T18:29:20.400904Z","end":"2026-03-31T18:29:20.750375Z","steps":["trace[1705220973] 'process raft request' (duration: 348.938163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.750529Z","caller":"traceutil/trace.go:171","msg":"trace[1242228725] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"349.315751ms","start":"2026-03-31T18:29:20.401165Z","end":"2026-03-31T18:29:20.750481Z","steps":["trace[1242228725] 'process raft request' (duration: 348.951983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.750638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.400884Z","time spent":"349.596287ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:20.75071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.401129Z","time spent":"349.482095ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:20.750759Z","caller":"traceutil/trace.go:171","msg":"trace[510502503] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"340.85444ms","start":"2026-03-31T18:29:20.409866Z","end":"2026-03-31T18:29:20.75072Z","steps":["trace[510502503] 'process raft request' (duration: 340.519993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.750963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.409853Z","time spent":"340.997424ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:21.978552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064284309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:21.979135Z","caller":"traceutil/trace.go:171","msg":"trace[2119364920] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.064990064s","start":"2026-03-31T18:29:20.91411Z","end":"2026-03-31T18:29:21.9791Z","steps":["trace[2119364920] 'process raft request' (duration: 1.064754589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.97932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.914077Z","time spent":"1.065134798s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:21.997238Z","caller":"traceutil/trace.go:171","msg":"trace[517435821] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:637; }","duration":"312.825951ms","start":"2026-03-31T18:29:21.684382Z","end":"2026-03-31T18:29:21.997208Z","steps":["trace[517435821] 'read index received' (duration: 294.478208ms)","trace[517435821] 'applied index is now lower than readState.Index' (duration: 18.346363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:21.997457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.061106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:21.997519Z","caller":"traceutil/trace.go:171","msg":"trace[1837067255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"313.185079ms","start":"2026-03-31T18:29:21.68432Z","end":"2026-03-31T18:29:21.997505Z","steps":["trace[1837067255] 'agreement among raft nodes before linearized reading' (duration: 313.031176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.997575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.684294Z","time spent":"313.26758ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:21.997508Z","caller":"traceutil/trace.go:171","msg":"trace[142158340] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.083224454s","start":"2026-03-31T18:29:20.914183Z","end":"2026-03-31T18:29:21.997408Z","steps":["trace[142158340] 'process raft request' (duration: 1.081053255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.997994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.914141Z","time spent":"1.083783276s","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:22.003207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.843959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:22.003298Z","caller":"traceutil/trace.go:171","msg":"trace[272953009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:614; }","duration":"295.972863ms","start":"2026-03-31T18:29:21.707301Z","end":"2026-03-31T18:29:22.003274Z","steps":["trace[272953009] 'agreement among raft nodes before linearized reading' (duration: 295.764568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.003334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.092719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:22.003407Z","caller":"traceutil/trace.go:171","msg":"trace[1189546534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:614; }","duration":"294.208962ms","start":"2026-03-31T18:29:21.709183Z","end":"2026-03-31T18:29:22.003392Z","steps":["trace[1189546534] 'agreement among raft nodes before linearized reading' (duration: 294.045769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:28.838009Z","caller":"traceutil/trace.go:171","msg":"trace[1225498215] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"472.350436ms","start":"2026-03-31T18:29:28.365623Z","end":"2026-03-31T18:29:28.837974Z","steps":["trace[1225498215] 'process raft request' (duration: 472.146122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.838224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:28.365599Z","time spent":"472.521419ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:29.13755Z","caller":"traceutil/trace.go:171","msg":"trace[779863129] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:700; }","duration":"302.999699ms","start":"2026-03-31T18:29:28.834518Z","end":"2026-03-31T18:29:29.137518Z","steps":["trace[779863129] 'read index received' (duration: 3.303904ms)","trace[779863129] 'applied index is now lower than readState.Index' (duration: 299.694745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:29.137663Z","caller":"traceutil/trace.go:171","msg":"trace[1747970746] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"746.105738ms","start":"2026-03-31T18:29:28.391514Z","end":"2026-03-31T18:29:29.137619Z","steps":["trace[1747970746] 'process raft request' (duration: 745.345601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:29.137776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.213415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:29.137821Z","caller":"traceutil/trace.go:171","msg":"trace[538652237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"303.361997ms","start":"2026-03-31T18:29:28.834447Z","end":"2026-03-31T18:29:29.137809Z","steps":["trace[538652237] 'agreement among raft nodes before linearized reading' (duration: 303.243215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:29.137862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:28.834417Z","time spent":"303.435179ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:29.137893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:28.391483Z","time spent":"746.274622ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:29.363981Z","caller":"traceutil/trace.go:171","msg":"trace[1407490230] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"211.34768ms","start":"2026-03-31T18:29:29.152601Z","end":"2026-03-31T18:29:29.363948Z","steps":["trace[1407490230] 'process raft request' (duration: 211.151104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.034392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.548701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:30.034554Z","caller":"traceutil/trace.go:171","msg":"trace[154859198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:674; }","duration":"137.731505ms","start":"2026-03-31T18:29:29.896801Z","end":"2026-03-31T18:29:30.034532Z","steps":["trace[154859198] 'range keys from in-memory index tree' (duration: 137.52607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.034587Z","caller":"traceutil/trace.go:171","msg":"trace[967311317] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"833.955892ms","start":"2026-03-31T18:29:29.200583Z","end":"2026-03-31T18:29:30.034539Z","steps":["trace[967311317] 'process raft request' (duration: 779.790545ms)","trace[967311317] 'compare' (duration: 53.439901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:30.035044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.200557Z","time spent":"834.406512ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:32.833603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:29:32.833797Z","caller":"traceutil/trace.go:171","msg":"trace[475112910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604403s","start":"2026-03-31T18:29:30.833165Z","end":"2026-03-31T18:29:32.833769Z","steps":["trace[475112910] 'agreement among raft nodes before linearized reading' (duration: 2.000376348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:32.83386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.833138Z","time spent":"2.000708075s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:29:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:29:33.277862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.216952249s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:33.279416Z","caller":"traceutil/trace.go:171","msg":"trace[969887440] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:704; }","duration":"3.221963422s","start":"2026-03-31T18:29:30.05739Z","end":"2026-03-31T18:29:33.279353Z","steps":["trace[969887440] 'read index received' (duration: 3.56729ms)","trace[969887440] 'applied index is now lower than readState.Index' (duration: 3.218394831s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:33.279446Z","caller":"traceutil/trace.go:171","msg":"trace[1908682583] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"3.22547843s","start":"2026-03-31T18:29:30.053903Z","end":"2026-03-31T18:29:33.279381Z","steps":["trace[1908682583] 'process raft request' (duration: 3.224151791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.27965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.053875Z","time spent":"3.225666864s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:33.279752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22233405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:33.279799Z","caller":"traceutil/trace.go:171","msg":"trace[1857041251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:677; }","duration":"3.222404441s","start":"2026-03-31T18:29:30.057382Z","end":"2026-03-31T18:29:33.279787Z","steps":["trace[1857041251] 'agreement among raft nodes before linearized reading' (duration: 3.222144015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.279843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.057338Z","time spent":"3.222495843s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:33.51561Z","caller":"traceutil/trace.go:171","msg":"trace[848880681] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"3.17876719s","start":"2026-03-31T18:29:30.336818Z","end":"2026-03-31T18:29:33.515585Z","steps":["trace[848880681] 'process raft request' (duration: 3.178696529s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.515714Z","caller":"traceutil/trace.go:171","msg":"trace[974940940] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"3.395175884s","start":"2026-03-31T18:29:30.120493Z","end":"2026-03-31T18:29:33.515669Z","steps":["trace[974940940] 'process raft request' (duration: 3.394792425s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.51595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.120454Z","time spent":"3.395377099s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:33.515776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.336764Z","time spent":"3.178926045s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:33.56047Z","caller":"traceutil/trace.go:171","msg":"trace[1862084676] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:706; }","duration":"280.925324ms","start":"2026-03-31T18:29:33.279499Z","end":"2026-03-31T18:29:33.560424Z","steps":["trace[1862084676] 'read index received' (duration: 235.777638ms)","trace[1862084676] 'applied index is now lower than readState.Index' (duration: 45.145016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:33.560542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.719441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.047368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.560629Z","caller":"traceutil/trace.go:171","msg":"trace[1757644753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:679; }","duration":"515.861564ms","start":"2026-03-31T18:29:33.044747Z","end":"2026-03-31T18:29:33.560609Z","steps":["trace[1757644753] 'agreement among raft nodes before linearized reading' (duration: 515.699611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.357247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.044728Z","time spent":"515.951407ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.560696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.644548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.560721Z","caller":"traceutil/trace.go:171","msg":"trace[977027945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:679; }","duration":"545.397087ms","start":"2026-03-31T18:29:33.015314Z","end":"2026-03-31T18:29:33.560711Z","steps":["trace[977027945] 'agreement among raft nodes before linearized reading' (duration: 545.356967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.015306Z","time spent":"545.436798ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:29:33.560748Z","caller":"traceutil/trace.go:171","msg":"trace[1530726687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:679; }","duration":"656.763581ms","start":"2026-03-31T18:29:32.903972Z","end":"2026-03-31T18:29:33.560736Z","steps":["trace[1530726687] 'agreement among raft nodes before linearized reading' (duration: 656.625248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.915841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.903958Z","time spent":"656.835822ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:29:33.560843Z","caller":"traceutil/trace.go:171","msg":"trace[1585606161] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:679; }","duration":"388.985352ms","start":"2026-03-31T18:29:33.17184Z","end":"2026-03-31T18:29:33.560825Z","steps":["trace[1585606161] 'agreement among raft nodes before linearized reading' (duration: 388.921601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.141763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185000936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:33.560951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.802705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.289368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.560986Z","caller":"traceutil/trace.go:171","msg":"trace[1580210156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:679; }","duration":"407.878307ms","start":"2026-03-31T18:29:33.153098Z","end":"2026-03-31T18:29:33.560977Z","steps":["trace[1580210156] 'agreement among raft nodes before linearized reading' (duration: 407.808506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.430074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.561006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.839561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.57026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.561037Z","caller":"traceutil/trace.go:171","msg":"trace[1947094761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:679; }","duration":"515.536576ms","start":"2026-03-31T18:29:33.045486Z","end":"2026-03-31T18:29:33.561023Z","steps":["trace[1947094761] 'agreement among raft nodes before linearized reading' (duration: 515.422724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.868087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.560654Z","caller":"traceutil/trace.go:171","msg":"trace[1416259294] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:679; }","duration":"516.11863ms","start":"2026-03-31T18:29:33.044519Z","end":"2026-03-31T18:29:33.560638Z","steps":["trace[1416259294] 'agreement among raft nodes before linearized reading' (duration: 516.079069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.587735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.561087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.150238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.561097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.218472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.561122Z","caller":"traceutil/trace.go:171","msg":"trace[638387420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:679; }","duration":"438.247129ms","start":"2026-03-31T18:29:33.122866Z","end":"2026-03-31T18:29:33.561113Z","steps":["trace[638387420] 'agreement among raft nodes before linearized reading' (duration: 438.194908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.561127Z","caller":"traceutil/trace.go:171","msg":"trace[1976294756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:679; }","duration":"593.280864ms","start":"2026-03-31T18:29:32.967839Z","end":"2026-03-31T18:29:33.56112Z","steps":["trace[1976294756] 'agreement among raft nodes before linearized reading' (duration: 593.236643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.561115Z","caller":"traceutil/trace.go:171","msg":"trace[1633687155] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:679; }","duration":"485.191114ms","start":"2026-03-31T18:29:33.075901Z","end":"2026-03-31T18:29:33.561092Z","steps":["trace[1633687155] 'agreement among raft nodes before linearized reading' (duration: 484.839966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.561137Z","caller":"traceutil/trace.go:171","msg":"trace[1454516218] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:679; }","duration":"389.738088ms","start":"2026-03-31T18:29:33.171373Z","end":"2026-03-31T18:29:33.561111Z","steps":["trace[1454516218] 'agreement among raft nodes before linearized reading' (duration: 389.452842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.044499Z","time spent":"516.595791ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:29:33.561178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.131482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.561205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.075879Z","time spent":"485.314197ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:29:33.56122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.342535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.561221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.171344Z","time spent":"389.856081ms","remote":"127.0.0.1:48246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:29:33.561254Z","caller":"traceutil/trace.go:171","msg":"trace[286906331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:679; }","duration":"593.406866ms","start":"2026-03-31T18:29:32.967838Z","end":"2026-03-31T18:29:33.561245Z","steps":["trace[286906331] 'agreement among raft nodes before linearized reading' (duration: 593.348535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.967814Z","time spent":"593.466378ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.561293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718550058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:33.561338Z","caller":"traceutil/trace.go:171","msg":"trace[1377159092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"2.71864705s","start":"2026-03-31T18:29:30.84268Z","end":"2026-03-31T18:29:33.561327Z","steps":["trace[1377159092] 'agreement among raft nodes before linearized reading' (duration: 2.718492247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.56137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.842653Z","time spent":"2.718709072s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:33.561437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496104443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:29:33.561496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484934942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:33.561504Z","caller":"traceutil/trace.go:171","msg":"trace[1675698461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"1.496216596s","start":"2026-03-31T18:29:32.065275Z","end":"2026-03-31T18:29:33.561492Z","steps":["trace[1675698461] 'agreement among raft nodes before linearized reading' (duration: 1.49597209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370191553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.561533Z","caller":"traceutil/trace.go:171","msg":"trace[163131723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"3.485040294s","start":"2026-03-31T18:29:30.076482Z","end":"2026-03-31T18:29:33.561523Z","steps":["trace[163131723] 'agreement among raft nodes before linearized reading' (duration: 3.484889051s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.56155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.065254Z","time spent":"1.496285488s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:33.561562Z","caller":"traceutil/trace.go:171","msg":"trace[1336982729] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:679; }","duration":"3.370262525s","start":"2026-03-31T18:29:30.19128Z","end":"2026-03-31T18:29:33.561543Z","steps":["trace[1336982729] 'agreement among raft nodes before linearized reading' (duration: 3.370105311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.56157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.076454Z","time spent":"3.485109215s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:33.561593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:30.191248Z","time spent":"3.370335786s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.561058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.513742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.561802Z","caller":"traceutil/trace.go:171","msg":"trace[823287010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:679; }","duration":"547.294899ms","start":"2026-03-31T18:29:33.014496Z","end":"2026-03-31T18:29:33.561791Z","steps":["trace[823287010] 'agreement among raft nodes before linearized reading' (duration: 546.536913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.014474Z","time spent":"547.348501ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.56054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.741914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.561945Z","caller":"traceutil/trace.go:171","msg":"trace[680379222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:679; }","duration":"409.171165ms","start":"2026-03-31T18:29:33.15276Z","end":"2026-03-31T18:29:33.561931Z","steps":["trace[680379222] 'agreement among raft nodes before linearized reading' (duration: 407.730924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.152751Z","time spent":"409.230468ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:33.560915Z","caller":"traceutil/trace.go:171","msg":"trace[83479540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:679; }","duration":"408.227345ms","start":"2026-03-31T18:29:33.152662Z","end":"2026-03-31T18:29:33.560889Z","steps":["trace[83479540] 'agreement among raft nodes before linearized reading' (duration: 408.159384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.562202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.152637Z","time spent":"409.551634ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:29:33.561168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.96782Z","time spent":"593.331294ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:29:33.56209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.659264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.560885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.171829Z","time spent":"389.045213ms","remote":"127.0.0.1:48246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:29:33.561118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.168329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.562493Z","caller":"traceutil/trace.go:171","msg":"trace[2102606093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:679; }","duration":"658.53955ms","start":"2026-03-31T18:29:32.903882Z","end":"2026-03-31T18:29:33.562422Z","steps":["trace[2102606093] 'agreement among raft nodes before linearized reading' (duration: 657.198881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.562546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.903848Z","time spent":"658.683173ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.561178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.122833Z","time spent":"438.334412ms","remote":"127.0.0.1:48232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:29:33.561079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.045321Z","time spent":"515.74826ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:29:33.562595Z","caller":"traceutil/trace.go:171","msg":"trace[945810033] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:679; }","duration":"486.38164ms","start":"2026-03-31T18:29:33.076081Z","end":"2026-03-31T18:29:33.562463Z","steps":["trace[945810033] 'agreement among raft nodes before linearized reading' (duration: 485.064111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.928885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.561042Z","caller":"traceutil/trace.go:171","msg":"trace[2119885280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:679; }","duration":"437.912113ms","start":"2026-03-31T18:29:33.123118Z","end":"2026-03-31T18:29:33.56103Z","steps":["trace[2119885280] 'agreement among raft nodes before linearized reading' (duration: 437.859821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.563084Z","caller":"traceutil/trace.go:171","msg":"trace[2067260778] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:684; }","duration":"281.984958ms","start":"2026-03-31T18:29:33.281085Z","end":"2026-03-31T18:29:33.56307Z","steps":["trace[2067260778] 'agreement among raft nodes before linearized reading' (duration: 281.880814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.123107Z","time spent":"439.976319ms","remote":"127.0.0.1:48232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:33.563446Z","caller":"traceutil/trace.go:171","msg":"trace[173056309] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"278.855077ms","start":"2026-03-31T18:29:33.284576Z","end":"2026-03-31T18:29:33.563431Z","steps":["trace[173056309] 'process raft request' (duration: 278.210332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.560574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.077005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.563474Z","caller":"traceutil/trace.go:171","msg":"trace[1166037266] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"274.767595ms","start":"2026-03-31T18:29:33.288644Z","end":"2026-03-31T18:29:33.563412Z","steps":["trace[1166037266] 'process raft request' (duration: 274.262593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.972762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.563583Z","caller":"traceutil/trace.go:171","msg":"trace[1618432287] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:684; }","duration":"231.054044ms","start":"2026-03-31T18:29:33.33252Z","end":"2026-03-31T18:29:33.563574Z","steps":["trace[1618432287] 'agreement among raft nodes before linearized reading' (duration: 230.995292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.563626Z","caller":"traceutil/trace.go:171","msg":"trace[1774056381] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"278.470429ms","start":"2026-03-31T18:29:33.285133Z","end":"2026-03-31T18:29:33.563603Z","steps":["trace[1774056381] 'process raft request' (duration: 277.715202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.56366Z","caller":"traceutil/trace.go:171","msg":"trace[648949932] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"279.729006ms","start":"2026-03-31T18:29:33.283921Z","end":"2026-03-31T18:29:33.56365Z","steps":["trace[648949932] 'process raft request' (duration: 278.619471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.310103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.563714Z","caller":"traceutil/trace.go:171","msg":"trace[2069019386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:684; }","duration":"265.354404ms","start":"2026-03-31T18:29:33.29835Z","end":"2026-03-31T18:29:33.563705Z","steps":["trace[2069019386] 'agreement among raft nodes before linearized reading' (duration: 265.311963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.439563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.563857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.692201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.563884Z","caller":"traceutil/trace.go:171","msg":"trace[1481286933] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:684; }","duration":"183.486544ms","start":"2026-03-31T18:29:33.380385Z","end":"2026-03-31T18:29:33.563871Z","steps":["trace[1481286933] 'agreement among raft nodes before linearized reading' (duration: 183.421743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.563897Z","caller":"traceutil/trace.go:171","msg":"trace[515896846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:684; }","duration":"265.795313ms","start":"2026-03-31T18:29:33.298087Z","end":"2026-03-31T18:29:33.563882Z","steps":["trace[515896846] 'agreement among raft nodes before linearized reading' (duration: 265.743742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.763457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.564012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.285232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.563448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.848756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.564051Z","caller":"traceutil/trace.go:171","msg":"trace[1677467723] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:684; }","duration":"184.398054ms","start":"2026-03-31T18:29:33.379645Z","end":"2026-03-31T18:29:33.564043Z","steps":["trace[1677467723] 'agreement among raft nodes before linearized reading' (duration: 184.323512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.564058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.43718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.564043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.465275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.564026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.838777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:33.563747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.522099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.564086Z","caller":"traceutil/trace.go:171","msg":"trace[192948135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:684; }","duration":"154.525483ms","start":"2026-03-31T18:29:33.409553Z","end":"2026-03-31T18:29:33.564078Z","steps":["trace[192948135] 'agreement among raft nodes before linearized reading' (duration: 154.488472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.564083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.484482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.56411Z","caller":"traceutil/trace.go:171","msg":"trace[1831526776] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:684; }","duration":"282.927008ms","start":"2026-03-31T18:29:33.281174Z","end":"2026-03-31T18:29:33.564101Z","steps":["trace[1831526776] 'agreement among raft nodes before linearized reading' (duration: 282.53189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.564103Z","caller":"traceutil/trace.go:171","msg":"trace[2145312974] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:684; }","duration":"184.551878ms","start":"2026-03-31T18:29:33.379535Z","end":"2026-03-31T18:29:33.564087Z","steps":["trace[2145312974] 'agreement among raft nodes before linearized reading' (duration: 184.459506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.56364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.481337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.56101Z","caller":"traceutil/trace.go:171","msg":"trace[627032065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:679; }","duration":"546.39287ms","start":"2026-03-31T18:29:33.014608Z","end":"2026-03-31T18:29:33.561001Z","steps":["trace[627032065] 'agreement among raft nodes before linearized reading' (duration: 546.296558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.564136Z","caller":"traceutil/trace.go:171","msg":"trace[819860874] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:684; }","duration":"154.578494ms","start":"2026-03-31T18:29:33.409543Z","end":"2026-03-31T18:29:33.564121Z","steps":["trace[819860874] 'agreement among raft nodes before linearized reading' (duration: 154.512962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.561013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.153089Z","time spent":"407.915948ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:29:33.564165Z","caller":"traceutil/trace.go:171","msg":"trace[780336481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:684; }","duration":"266.057969ms","start":"2026-03-31T18:29:33.29809Z","end":"2026-03-31T18:29:33.564148Z","steps":["trace[780336481] 'agreement among raft nodes before linearized reading' (duration: 265.483197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.561051Z","caller":"traceutil/trace.go:171","msg":"trace[832502944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:679; }","duration":"484.932519ms","start":"2026-03-31T18:29:33.076106Z","end":"2026-03-31T18:29:33.561039Z","steps":["trace[832502944] 'agreement among raft nodes before linearized reading' (duration: 484.489349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.564191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.014581Z","time spent":"549.584381ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-03-31T18:29:33.564034Z","caller":"traceutil/trace.go:171","msg":"trace[829719064] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:684; }","duration":"231.334519ms","start":"2026-03-31T18:29:33.332677Z","end":"2026-03-31T18:29:33.564011Z","steps":["trace[829719064] 'agreement among raft nodes before linearized reading' (duration: 230.792097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.561219Z","caller":"traceutil/trace.go:171","msg":"trace[1269887150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"727.215913ms","start":"2026-03-31T18:29:32.833992Z","end":"2026-03-31T18:29:33.561208Z","steps":["trace[1269887150] 'agreement among raft nodes before linearized reading' (duration: 727.163172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.564333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.833967Z","time spent":"730.346384ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:33.563443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.237667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.564713Z","caller":"traceutil/trace.go:171","msg":"trace[416269162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"200.515716ms","start":"2026-03-31T18:29:33.364147Z","end":"2026-03-31T18:29:33.564663Z","steps":["trace[416269162] 'agreement among raft nodes before linearized reading' (duration: 199.244618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.563507Z","caller":"traceutil/trace.go:171","msg":"trace[1474370094] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:679; }","duration":"659.039722ms","start":"2026-03-31T18:29:32.904453Z","end":"2026-03-31T18:29:33.563493Z","steps":["trace[1474370094] 'agreement among raft nodes before linearized reading' (duration: 656.077615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.563374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.076036Z","time spent":"487.118657ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:29:33.565697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:32.90444Z","time spent":"660.568665ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T18:29:33.560994Z","caller":"traceutil/trace.go:171","msg":"trace[1226101803] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:679; }","duration":"2.185235791s","start":"2026-03-31T18:29:31.375735Z","end":"2026-03-31T18:29:33.56097Z","steps":["trace[1226101803] 'agreement among raft nodes before linearized reading' (duration: 2.184932264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.565896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.375671Z","time spent":"2.190202523s","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.563801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.481558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.566003Z","caller":"traceutil/trace.go:171","msg":"trace[1092728947] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:684; }","duration":"284.710799ms","start":"2026-03-31T18:29:33.281276Z","end":"2026-03-31T18:29:33.565987Z","steps":["trace[1092728947] 'agreement among raft nodes before linearized reading' (duration: 282.497599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.563823Z","caller":"traceutil/trace.go:171","msg":"trace[1497078051] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"279.781178ms","start":"2026-03-31T18:29:33.284034Z","end":"2026-03-31T18:29:33.563815Z","steps":["trace[1497078051] 'process raft request' (duration: 278.644692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.564066Z","caller":"traceutil/trace.go:171","msg":"trace[882271202] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:684; }","duration":"230.482679ms","start":"2026-03-31T18:29:33.333571Z","end":"2026-03-31T18:29:33.564053Z","steps":["trace[882271202] 'agreement among raft nodes before linearized reading' (duration: 229.844765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:33.564111Z","caller":"traceutil/trace.go:171","msg":"trace[1393063753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:684; }","duration":"153.932349ms","start":"2026-03-31T18:29:33.410165Z","end":"2026-03-31T18:29:33.564098Z","steps":["trace[1393063753] 'agreement among raft nodes before linearized reading' (duration: 153.836737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.564224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.076102Z","time spent":"488.11255ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:33.561062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.437132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:33.566479Z","caller":"traceutil/trace.go:171","msg":"trace[605113868] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:679; }","duration":"394.910085ms","start":"2026-03-31T18:29:33.171557Z","end":"2026-03-31T18:29:33.566467Z","steps":["trace[605113868] 'agreement among raft nodes before linearized reading' (duration: 389.480103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:33.566506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:33.171521Z","time spent":"394.977216ms","remote":"127.0.0.1:48246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:34.207345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.4869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:34.207449Z","caller":"traceutil/trace.go:171","msg":"trace[495758818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:690; }","duration":"113.630204ms","start":"2026-03-31T18:29:34.093797Z","end":"2026-03-31T18:29:34.207427Z","steps":["trace[495758818] 'agreement among raft nodes before linearized reading' (duration: 113.413458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:34.207551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.634684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:34.207704Z","caller":"traceutil/trace.go:171","msg":"trace[506553571] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:690; }","duration":"113.838889ms","start":"2026-03-31T18:29:34.093832Z","end":"2026-03-31T18:29:34.207671Z","steps":["trace[506553571] 'agreement among raft nodes before linearized reading' (duration: 113.565413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.179359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.398013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:36.179479Z","caller":"traceutil/trace.go:171","msg":"trace[931879769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:696; }","duration":"584.589137ms","start":"2026-03-31T18:29:35.594858Z","end":"2026-03-31T18:29:36.179447Z","steps":["trace[931879769] 'range keys from in-memory index tree' (duration: 584.083185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.179611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.594836Z","time spent":"584.68601ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:36.179736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.137129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:36.179857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.859014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:29:36.17992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.972657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:36.179958Z","caller":"traceutil/trace.go:171","msg":"trace[1299499556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:696; }","duration":"609.015937ms","start":"2026-03-31T18:29:35.570907Z","end":"2026-03-31T18:29:36.179923Z","steps":["trace[1299499556] 'range keys from in-memory index tree' (duration: 608.71617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.180007Z","caller":"traceutil/trace.go:171","msg":"trace[28633980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:696; }","duration":"585.13252ms","start":"2026-03-31T18:29:35.594858Z","end":"2026-03-31T18:29:36.17999Z","steps":["trace[28633980] 'range keys from in-memory index tree' (duration: 584.738572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.180016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.57088Z","time spent":"609.12057ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:36.180048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.594833Z","time spent":"585.207892ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:36.180301Z","caller":"traceutil/trace.go:171","msg":"trace[425872821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"346.320114ms","start":"2026-03-31T18:29:35.833497Z","end":"2026-03-31T18:29:36.179818Z","steps":["trace[425872821] 'range keys from in-memory index tree' (duration: 346.010676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.180391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.833465Z","time spent":"346.910786ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:36.180461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.70311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:36.180546Z","caller":"traceutil/trace.go:171","msg":"trace[227518073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:696; }","duration":"600.861374ms","start":"2026-03-31T18:29:35.579666Z","end":"2026-03-31T18:29:36.180528Z","steps":["trace[227518073] 'range keys from in-memory index tree' (duration: 599.77459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:36.180583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:35.579638Z","time spent":"600.937505ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:36.35518Z","caller":"traceutil/trace.go:171","msg":"trace[1360265972] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"170.245916ms","start":"2026-03-31T18:29:36.184904Z","end":"2026-03-31T18:29:36.35515Z","steps":["trace[1360265972] 'process raft request' (duration: 105.717876ms)","trace[1360265972] 'compare' (duration: 64.214603ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:36.35537Z","caller":"traceutil/trace.go:171","msg":"trace[280378449] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"169.827266ms","start":"2026-03-31T18:29:36.185537Z","end":"2026-03-31T18:29:36.355364Z","steps":["trace[280378449] 'process raft request' (duration: 169.54624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.355801Z","caller":"traceutil/trace.go:171","msg":"trace[2130847160] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"170.105732ms","start":"2026-03-31T18:29:36.185328Z","end":"2026-03-31T18:29:36.355434Z","steps":["trace[2130847160] 'process raft request' (duration: 169.668182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.411805Z","caller":"traceutil/trace.go:171","msg":"trace[1711500354] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:727; }","duration":"144.022827ms","start":"2026-03-31T18:29:36.26775Z","end":"2026-03-31T18:29:36.411772Z","steps":["trace[1711500354] 'read index received' (duration: 22.851084ms)","trace[1711500354] 'applied index is now lower than readState.Index' (duration: 121.170383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:36.412066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.281222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:36.412126Z","caller":"traceutil/trace.go:171","msg":"trace[1604202614] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:701; }","duration":"144.419076ms","start":"2026-03-31T18:29:36.267693Z","end":"2026-03-31T18:29:36.412113Z","steps":["trace[1604202614] 'agreement among raft nodes before linearized reading' (duration: 144.209951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.412147Z","caller":"traceutil/trace.go:171","msg":"trace[50412142] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"215.579965ms","start":"2026-03-31T18:29:36.196526Z","end":"2026-03-31T18:29:36.412106Z","steps":["trace[50412142] 'process raft request' (duration: 215.070253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.543104Z","caller":"traceutil/trace.go:171","msg":"trace[1599259834] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"124.16931ms","start":"2026-03-31T18:29:36.418907Z","end":"2026-03-31T18:29:36.543076Z","steps":["trace[1599259834] 'process raft request' (duration: 74.978515ms)","trace[1599259834] 'compare' (duration: 48.99514ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:36.957807Z","caller":"traceutil/trace.go:171","msg":"trace[772750510] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"158.273706ms","start":"2026-03-31T18:29:36.799485Z","end":"2026-03-31T18:29:36.957759Z","steps":["trace[772750510] 'process raft request' (duration: 158.017421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.259749Z","caller":"traceutil/trace.go:171","msg":"trace[1148438071] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"143.949505ms","start":"2026-03-31T18:29:37.11577Z","end":"2026-03-31T18:29:37.25972Z","steps":["trace[1148438071] 'process raft request' (duration: 105.855959ms)","trace[1148438071] 'compare' (duration: 37.955173ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:37.261219Z","caller":"traceutil/trace.go:171","msg":"trace[1319025909] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"142.872941ms","start":"2026-03-31T18:29:37.118319Z","end":"2026-03-31T18:29:37.261192Z","steps":["trace[1319025909] 'process raft request' (duration: 142.707107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.261337Z","caller":"traceutil/trace.go:171","msg":"trace[1920900997] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"140.967548ms","start":"2026-03-31T18:29:37.120363Z","end":"2026-03-31T18:29:37.26133Z","steps":["trace[1920900997] 'process raft request' (duration: 140.705632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.261315Z","caller":"traceutil/trace.go:171","msg":"trace[1736554458] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"135.581827ms","start":"2026-03-31T18:29:37.125704Z","end":"2026-03-31T18:29:37.261286Z","steps":["trace[1736554458] 'process raft request' (duration: 135.443604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.26115Z","caller":"traceutil/trace.go:171","msg":"trace[117858706] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"142.960592ms","start":"2026-03-31T18:29:37.118151Z","end":"2026-03-31T18:29:37.261111Z","steps":["trace[117858706] 'process raft request' (duration: 142.687855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.507897Z","caller":"traceutil/trace.go:171","msg":"trace[1440936067] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"135.447175ms","start":"2026-03-31T18:29:37.372407Z","end":"2026-03-31T18:29:37.507854Z","steps":["trace[1440936067] 'process raft request' (duration: 135.172869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.507985Z","caller":"traceutil/trace.go:171","msg":"trace[166305223] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"135.374953ms","start":"2026-03-31T18:29:37.372494Z","end":"2026-03-31T18:29:37.507869Z","steps":["trace[166305223] 'process raft request' (duration: 135.258651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.508072Z","caller":"traceutil/trace.go:171","msg":"trace[1493841333] linearizableReadLoop","detail":"{readStateIndex:753; appliedIndex:751; }","duration":"135.595058ms","start":"2026-03-31T18:29:37.372448Z","end":"2026-03-31T18:29:37.508043Z","steps":["trace[1493841333] 'read index received' (duration: 97.309847ms)","trace[1493841333] 'applied index is now lower than readState.Index' (duration: 38.283581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:37.508373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.885004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:29:37.508416Z","caller":"traceutil/trace.go:171","msg":"trace[856844691] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:724; }","duration":"136.029648ms","start":"2026-03-31T18:29:37.372376Z","end":"2026-03-31T18:29:37.508405Z","steps":["trace[856844691] 'agreement among raft nodes before linearized reading' (duration: 135.768992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.710093Z","caller":"traceutil/trace.go:171","msg":"trace[896302079] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"181.55777ms","start":"2026-03-31T18:29:37.528486Z","end":"2026-03-31T18:29:37.710044Z","steps":["trace[896302079] 'process raft request' (duration: 181.260924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.799783Z","caller":"traceutil/trace.go:171","msg":"trace[1910540222] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"156.544149ms","start":"2026-03-31T18:29:37.643206Z","end":"2026-03-31T18:29:37.79975Z","steps":["trace[1910540222] 'process raft request' (duration: 156.265383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.800108Z","caller":"traceutil/trace.go:171","msg":"trace[1267940883] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"156.644311ms","start":"2026-03-31T18:29:37.643389Z","end":"2026-03-31T18:29:37.800033Z","steps":["trace[1267940883] 'process raft request' (duration: 156.291693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.415997Z","caller":"traceutil/trace.go:171","msg":"trace[1006541666] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"115.314031ms","start":"2026-03-31T18:29:38.300643Z","end":"2026-03-31T18:29:38.415957Z","steps":["trace[1006541666] 'process raft request' (duration: 85.643964ms)","trace[1006541666] 'compare' (duration: 29.508684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:39.343962Z","caller":"traceutil/trace.go:171","msg":"trace[1191155821] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"133.978772ms","start":"2026-03-31T18:29:39.209935Z","end":"2026-03-31T18:29:39.343914Z","steps":["trace[1191155821] 'process raft request' (duration: 85.156035ms)","trace[1191155821] 'compare' (duration: 48.638712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:39.769926Z","caller":"traceutil/trace.go:171","msg":"trace[1472319043] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"157.06177ms","start":"2026-03-31T18:29:39.612839Z","end":"2026-03-31T18:29:39.7699Z","steps":["trace[1472319043] 'process raft request' (duration: 156.930897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.266347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.412913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:40.266517Z","caller":"traceutil/trace.go:171","msg":"trace[430685712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:752; }","duration":"369.603587ms","start":"2026-03-31T18:29:39.896886Z","end":"2026-03-31T18:29:40.26649Z","steps":["trace[430685712] 'range keys from in-memory index tree' (duration: 369.389112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.267401Z","caller":"traceutil/trace.go:171","msg":"trace[1469269721] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"483.686561ms","start":"2026-03-31T18:29:39.783677Z","end":"2026-03-31T18:29:40.267363Z","steps":["trace[1469269721] 'process raft request' (duration: 483.503557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.269357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.783639Z","time spent":"483.866005ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:40.358745Z","caller":"traceutil/trace.go:171","msg":"trace[804754202] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:783; }","duration":"525.678554ms","start":"2026-03-31T18:29:39.832982Z","end":"2026-03-31T18:29:40.358661Z","steps":["trace[804754202] 'read index received' (duration: 434.246829ms)","trace[804754202] 'applied index is now lower than readState.Index' (duration: 91.430425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:40.358854Z","caller":"traceutil/trace.go:171","msg":"trace[56650189] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"543.519485ms","start":"2026-03-31T18:29:39.81528Z","end":"2026-03-31T18:29:40.3588Z","steps":["trace[56650189] 'process raft request' (duration: 543.137556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.358983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.9672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:40.359043Z","caller":"traceutil/trace.go:171","msg":"trace[1610723396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"526.117423ms","start":"2026-03-31T18:29:39.832907Z","end":"2026-03-31T18:29:40.359024Z","steps":["trace[1610723396] 'agreement among raft nodes before linearized reading' (duration: 525.97963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.359056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.815246Z","time spent":"543.712869ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:40.359105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.832885Z","time spent":"526.206535ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:40.425986Z","caller":"traceutil/trace.go:171","msg":"trace[449894293] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"139.848764ms","start":"2026-03-31T18:29:40.286088Z","end":"2026-03-31T18:29:40.425937Z","steps":["trace[449894293] 'process raft request' (duration: 139.515276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.426268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.617211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vnz5h\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-31T18:29:40.426404Z","caller":"traceutil/trace.go:171","msg":"trace[1870350189] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vnz5h; range_end:; response_count:1; response_revision:755; }","duration":"282.819325ms","start":"2026-03-31T18:29:40.143555Z","end":"2026-03-31T18:29:40.426374Z","steps":["trace[1870350189] 'agreement among raft nodes before linearized reading' (duration: 282.435507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.426406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.076895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:29:40.42628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.354272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T18:29:40.426662Z","caller":"traceutil/trace.go:171","msg":"trace[1421857832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:755; }","duration":"147.429444ms","start":"2026-03-31T18:29:40.279204Z","end":"2026-03-31T18:29:40.426634Z","steps":["trace[1421857832] 'agreement among raft nodes before linearized reading' (duration: 146.747708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.42674Z","caller":"traceutil/trace.go:171","msg":"trace[715966347] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"418.875144ms","start":"2026-03-31T18:29:40.007818Z","end":"2026-03-31T18:29:40.426693Z","steps":["trace[715966347] 'agreement among raft nodes before linearized reading' (duration: 418.221679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:40.426876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.007788Z","time spent":"419.074779ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:29:40.426516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.807318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T18:29:40.427196Z","caller":"traceutil/trace.go:171","msg":"trace[1547503897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"219.583766ms","start":"2026-03-31T18:29:40.207591Z","end":"2026-03-31T18:29:40.427175Z","steps":["trace[1547503897] 'agreement among raft nodes before linearized reading' (duration: 218.624424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.593277Z","caller":"traceutil/trace.go:171","msg":"trace[812121419] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"118.566234ms","start":"2026-03-31T18:29:40.474686Z","end":"2026-03-31T18:29:40.593252Z","steps":["trace[812121419] 'process raft request' (duration: 112.060678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.771837Z","caller":"traceutil/trace.go:171","msg":"trace[1580650865] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"184.712651ms","start":"2026-03-31T18:29:40.587077Z","end":"2026-03-31T18:29:40.77179Z","steps":["trace[1580650865] 'process raft request' (duration: 115.934775ms)","trace[1580650865] 'compare' (duration: 68.262234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:40.818136Z","caller":"traceutil/trace.go:171","msg":"trace[425998310] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"176.030906ms","start":"2026-03-31T18:29:40.642081Z","end":"2026-03-31T18:29:40.818112Z","steps":["trace[425998310] 'process raft request' (duration: 175.433083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.086112Z","caller":"traceutil/trace.go:171","msg":"trace[1636442301] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"196.25176ms","start":"2026-03-31T18:29:40.88984Z","end":"2026-03-31T18:29:41.086092Z","steps":["trace[1636442301] 'process raft request' (duration: 196.065636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.248371Z","caller":"traceutil/trace.go:171","msg":"trace[1562859905] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:796; }","duration":"343.741936ms","start":"2026-03-31T18:29:40.904592Z","end":"2026-03-31T18:29:41.248334Z","steps":["trace[1562859905] 'read index received' (duration: 181.388837ms)","trace[1562859905] 'applied index is now lower than readState.Index' (duration: 162.352009ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:41.248514Z","caller":"traceutil/trace.go:171","msg":"trace[382947287] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"348.80514ms","start":"2026-03-31T18:29:40.899697Z","end":"2026-03-31T18:29:41.248502Z","steps":["trace[382947287] 'process raft request' (duration: 348.016342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.248669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.899666Z","time spent":"348.880722ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:41.248876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.240847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:41.249008Z","caller":"traceutil/trace.go:171","msg":"trace[966014330] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:767; }","duration":"344.462342ms","start":"2026-03-31T18:29:40.90452Z","end":"2026-03-31T18:29:41.248982Z","steps":["trace[966014330] 'agreement among raft nodes before linearized reading' (duration: 344.111484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.249084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.904493Z","time spent":"344.579514ms","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:41.287273Z","caller":"traceutil/trace.go:171","msg":"trace[1369425355] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"131.741481ms","start":"2026-03-31T18:29:41.155501Z","end":"2026-03-31T18:29:41.287242Z","steps":["trace[1369425355] 'process raft request' (duration: 131.521636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.287339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.100269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:41.287442Z","caller":"traceutil/trace.go:171","msg":"trace[634757290] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:768; }","duration":"112.282463ms","start":"2026-03-31T18:29:41.175138Z","end":"2026-03-31T18:29:41.28742Z","steps":["trace[634757290] 'agreement among raft nodes before linearized reading' (duration: 112.063778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.287297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.604072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:41.287501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.374428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vnz5h\" ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-03-31T18:29:41.287504Z","caller":"traceutil/trace.go:171","msg":"trace[1794504063] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:768; }","duration":"351.850978ms","start":"2026-03-31T18:29:40.935638Z","end":"2026-03-31T18:29:41.287489Z","steps":["trace[1794504063] 'agreement among raft nodes before linearized reading' (duration: 351.544881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.287561Z","caller":"traceutil/trace.go:171","msg":"trace[1464475886] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vnz5h; range_end:; response_count:1; response_revision:768; }","duration":"133.48515ms","start":"2026-03-31T18:29:41.154061Z","end":"2026-03-31T18:29:41.287546Z","steps":["trace[1464475886] 'agreement among raft nodes before linearized reading' (duration: 133.286625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.287576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.93556Z","time spent":"351.992301ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:41.287927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.664445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T18:29:41.288048Z","caller":"traceutil/trace.go:171","msg":"trace[73240938] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:768; }","duration":"279.843629ms","start":"2026-03-31T18:29:41.008172Z","end":"2026-03-31T18:29:41.288015Z","steps":["trace[73240938] 'agreement among raft nodes before linearized reading' (duration: 279.496532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.288226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.186669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:29:41.288333Z","caller":"traceutil/trace.go:171","msg":"trace[312065384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:768; }","duration":"204.354993ms","start":"2026-03-31T18:29:41.083956Z","end":"2026-03-31T18:29:41.288311Z","steps":["trace[312065384] 'agreement among raft nodes before linearized reading' (duration: 203.673518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.609641Z","caller":"traceutil/trace.go:171","msg":"trace[1073829101] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"308.587985ms","start":"2026-03-31T18:29:41.301001Z","end":"2026-03-31T18:29:41.609589Z","steps":["trace[1073829101] 'process raft request' (duration: 308.238237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.609906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.300969Z","time spent":"308.798959ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:41.610083Z","caller":"traceutil/trace.go:171","msg":"trace[1446910698] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:800; }","duration":"202.586923ms","start":"2026-03-31T18:29:41.407481Z","end":"2026-03-31T18:29:41.610068Z","steps":["trace[1446910698] 'read index received' (duration: 201.615852ms)","trace[1446910698] 'applied index is now lower than readState.Index' (duration: 970.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:41.610182Z","caller":"traceutil/trace.go:171","msg":"trace[1816651210] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"275.405199ms","start":"2026-03-31T18:29:41.334767Z","end":"2026-03-31T18:29:41.610172Z","steps":["trace[1816651210] 'process raft request' (duration: 275.007671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.610735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.222477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-31T18:29:41.610935Z","caller":"traceutil/trace.go:171","msg":"trace[157080212] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:771; }","duration":"203.420891ms","start":"2026-03-31T18:29:41.407406Z","end":"2026-03-31T18:29:41.610827Z","steps":["trace[157080212] 'agreement among raft nodes before linearized reading' (duration: 202.865479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.404387Z","caller":"traceutil/trace.go:171","msg":"trace[1964339626] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:804; }","duration":"249.563379ms","start":"2026-03-31T18:29:42.154792Z","end":"2026-03-31T18:29:42.404355Z","steps":["trace[1964339626] 'read index received' (duration: 248.652808ms)","trace[1964339626] 'applied index is now lower than readState.Index' (duration: 909.251µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:42.404475Z","caller":"traceutil/trace.go:171","msg":"trace[2002359222] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"254.742755ms","start":"2026-03-31T18:29:42.149696Z","end":"2026-03-31T18:29:42.404439Z","steps":["trace[2002359222] 'process raft request' (duration: 253.791533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.404602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.775114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.404651Z","caller":"traceutil/trace.go:171","msg":"trace[642890350] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:774; }","duration":"249.888596ms","start":"2026-03-31T18:29:42.15475Z","end":"2026-03-31T18:29:42.404638Z","steps":["trace[642890350] 'agreement among raft nodes before linearized reading' (duration: 249.783204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.404707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.786524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:42.404813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.30601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:42.404843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:42.40489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.494064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:42.40497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.674029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.404994Z","caller":"traceutil/trace.go:171","msg":"trace[1755631931] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:774; }","duration":"167.7502ms","start":"2026-03-31T18:29:42.237238Z","end":"2026-03-31T18:29:42.404988Z","steps":["trace[1755631931] 'agreement among raft nodes before linearized reading' (duration: 167.680439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.404994Z","caller":"traceutil/trace.go:171","msg":"trace[1678288280] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:774; }","duration":"249.381375ms","start":"2026-03-31T18:29:42.155585Z","end":"2026-03-31T18:29:42.404967Z","steps":["trace[1678288280] 'agreement among raft nodes before linearized reading' (duration: 249.117349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.404763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.346733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.405112Z","caller":"traceutil/trace.go:171","msg":"trace[927251995] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:774; }","duration":"208.733231ms","start":"2026-03-31T18:29:42.196356Z","end":"2026-03-31T18:29:42.405089Z","steps":["trace[927251995] 'agreement among raft nodes before linearized reading' (duration: 208.266941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.404996Z","caller":"traceutil/trace.go:171","msg":"trace[1628694796] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:774; }","duration":"167.633158ms","start":"2026-03-31T18:29:42.237344Z","end":"2026-03-31T18:29:42.404977Z","steps":["trace[1628694796] 'agreement among raft nodes before linearized reading' (duration: 167.473704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.404893Z","caller":"traceutil/trace.go:171","msg":"trace[1092364478] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:774; }","duration":"167.425574ms","start":"2026-03-31T18:29:42.237442Z","end":"2026-03-31T18:29:42.404868Z","steps":["trace[1092364478] 'agreement among raft nodes before linearized reading' (duration: 167.347102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.404892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.419345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.405295Z","caller":"traceutil/trace.go:171","msg":"trace[755454237] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:774; }","duration":"208.845724ms","start":"2026-03-31T18:29:42.19642Z","end":"2026-03-31T18:29:42.405266Z","steps":["trace[755454237] 'agreement among raft nodes before linearized reading' (duration: 208.423945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:42.404892Z","caller":"traceutil/trace.go:171","msg":"trace[1026743130] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:774; }","duration":"249.942427ms","start":"2026-03-31T18:29:42.154857Z","end":"2026-03-31T18:29:42.404799Z","steps":["trace[1026743130] 'agreement among raft nodes before linearized reading' (duration: 249.717222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.404729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.942964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.405493Z","caller":"traceutil/trace.go:171","msg":"trace[623168285] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:774; }","duration":"208.745712ms","start":"2026-03-31T18:29:42.196727Z","end":"2026-03-31T18:29:42.405473Z","steps":["trace[623168285] 'agreement among raft nodes before linearized reading' (duration: 207.890323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:43.262903Z","caller":"traceutil/trace.go:171","msg":"trace[2119815747] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"141.004089ms","start":"2026-03-31T18:29:43.121854Z","end":"2026-03-31T18:29:43.262859Z","steps":["trace[2119815747] 'process raft request' (duration: 120.061078ms)","trace[2119815747] 'compare' (duration: 20.675005ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:45.182031Z","caller":"traceutil/trace.go:171","msg":"trace[1199031559] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"141.794127ms","start":"2026-03-31T18:29:45.040207Z","end":"2026-03-31T18:29:45.182001Z","steps":["trace[1199031559] 'process raft request' (duration: 141.619063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:46.983316Z","caller":"traceutil/trace.go:171","msg":"trace[606827264] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"113.49726ms","start":"2026-03-31T18:29:46.869784Z","end":"2026-03-31T18:29:46.983281Z","steps":["trace[606827264] 'process raft request' (duration: 103.6742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:47.183031Z","caller":"traceutil/trace.go:171","msg":"trace[1588659323] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"146.719907ms","start":"2026-03-31T18:29:47.036282Z","end":"2026-03-31T18:29:47.183002Z","steps":["trace[1588659323] 'process raft request' (duration: 146.545303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:47.20945Z","caller":"traceutil/trace.go:171","msg":"trace[170002289] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"146.683827ms","start":"2026-03-31T18:29:47.062711Z","end":"2026-03-31T18:29:47.209395Z","steps":["trace[170002289] 'process raft request' (duration: 146.461602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:47.917122Z","caller":"traceutil/trace.go:171","msg":"trace[1354887233] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"160.152539ms","start":"2026-03-31T18:29:47.75692Z","end":"2026-03-31T18:29:47.917073Z","steps":["trace[1354887233] 'process raft request' (duration: 159.871003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.298704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.208378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:51.298623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.958677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:51.299088Z","caller":"traceutil/trace.go:171","msg":"trace[1420472012] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:834; }","duration":"482.624957ms","start":"2026-03-31T18:29:50.816434Z","end":"2026-03-31T18:29:51.299059Z","steps":["trace[1420472012] 'count revisions from in-memory index tree' (duration: 482.109776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.299103Z","caller":"traceutil/trace.go:171","msg":"trace[31609840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"464.50699ms","start":"2026-03-31T18:29:50.834568Z","end":"2026-03-31T18:29:51.299075Z","steps":["trace[31609840] 'range keys from in-memory index tree' (duration: 463.848095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.299111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.325404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:29:51.29911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.462803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:51.299162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.834511Z","time spent":"464.632412ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:51.299159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.816402Z","time spent":"482.73504ms","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:51.299169Z","caller":"traceutil/trace.go:171","msg":"trace[180177688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:834; }","duration":"439.418655ms","start":"2026-03-31T18:29:50.859734Z","end":"2026-03-31T18:29:51.299152Z","steps":["trace[180177688] 'range keys from in-memory index tree' (duration: 438.793611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:51.299178Z","caller":"traceutil/trace.go:171","msg":"trace[2043395400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:834; }","duration":"405.554255ms","start":"2026-03-31T18:29:50.89361Z","end":"2026-03-31T18:29:51.299164Z","steps":["trace[2043395400] 'range keys from in-memory index tree' (duration: 404.587212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.299206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.859722Z","time spent":"439.476096ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:51.299213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.893559Z","time spent":"405.645167ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:51.30051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.527167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:51.300615Z","caller":"traceutil/trace.go:171","msg":"trace[159373544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:834; }","duration":"435.701421ms","start":"2026-03-31T18:29:50.86489Z","end":"2026-03-31T18:29:51.300592Z","steps":["trace[159373544] 'range keys from in-memory index tree' (duration: 433.805259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.30069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.864878Z","time spent":"435.782263ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:53.523836Z","caller":"traceutil/trace.go:171","msg":"trace[1810191161] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"130.679157ms","start":"2026-03-31T18:29:53.393119Z","end":"2026-03-31T18:29:53.523799Z","steps":["trace[1810191161] 'process raft request' (duration: 126.577985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.524003Z","caller":"traceutil/trace.go:171","msg":"trace[2069506432] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"130.80799ms","start":"2026-03-31T18:29:53.393168Z","end":"2026-03-31T18:29:53.523976Z","steps":["trace[2069506432] 'process raft request' (duration: 130.583635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.894239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280640808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:56.394514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280640808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:56.723316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929507844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:56.72331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891422558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:56.723428Z","caller":"traceutil/trace.go:171","msg":"trace[1306852284] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:854; }","duration":"1.929713289s","start":"2026-03-31T18:29:54.793688Z","end":"2026-03-31T18:29:56.723402Z","steps":["trace[1306852284] 'count revisions from in-memory index tree' (duration: 1.929408621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.723474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.793658Z","time spent":"1.92980486s","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:56.723469Z","caller":"traceutil/trace.go:171","msg":"trace[1263588579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"1.891653962s","start":"2026-03-31T18:29:54.831784Z","end":"2026-03-31T18:29:56.723438Z","steps":["trace[1263588579] 'range keys from in-memory index tree' (duration: 1.891294625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.723366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610797601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:56.723537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.831755Z","time spent":"1.891764765s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:56.723573Z","caller":"traceutil/trace.go:171","msg":"trace[888278773] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:854; }","duration":"1.611065017s","start":"2026-03-31T18:29:55.112472Z","end":"2026-03-31T18:29:56.723537Z","steps":["trace[888278773] 'count revisions from in-memory index tree' (duration: 1.610633147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:56.723711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.112444Z","time spent":"1.61122359s","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:56.895275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280640808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:57.182951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.934881624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:57.183497Z","caller":"traceutil/trace.go:171","msg":"trace[58445240] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:889; }","duration":"1.79005436s","start":"2026-03-31T18:29:55.39341Z","end":"2026-03-31T18:29:57.183464Z","steps":["trace[58445240] 'read index received' (duration: 1.789749523s)","trace[58445240] 'applied index is now lower than readState.Index' (duration: 303.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:57.183572Z","caller":"traceutil/trace.go:171","msg":"trace[1164476706] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"1.935716182s","start":"2026-03-31T18:29:55.247831Z","end":"2026-03-31T18:29:57.183547Z","steps":["trace[1164476706] 'process raft request' (duration: 1.935426756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.18373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790328145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:57.183777Z","caller":"traceutil/trace.go:171","msg":"trace[1083006950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:855; }","duration":"1.790442567s","start":"2026-03-31T18:29:55.393324Z","end":"2026-03-31T18:29:57.183767Z","steps":["trace[1083006950] 'agreement among raft nodes before linearized reading' (duration: 1.790268313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.183817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.123778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:57.183832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.393293Z","time spent":"1.79052862s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:57.183842Z","caller":"traceutil/trace.go:171","msg":"trace[412769837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:855; }","duration":"459.19024ms","start":"2026-03-31T18:29:56.724645Z","end":"2026-03-31T18:29:57.183835Z","steps":["trace[412769837] 'agreement among raft nodes before linearized reading' (duration: 459.134239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.183868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.724616Z","time spent":"459.246341ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:57.183733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.247796Z","time spent":"1.935808445s","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:57.184022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654905242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:57.184104Z","caller":"traceutil/trace.go:171","msg":"trace[1270564249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:855; }","duration":"1.655036944s","start":"2026-03-31T18:29:55.529043Z","end":"2026-03-31T18:29:57.18408Z","steps":["trace[1270564249] 'agreement among raft nodes before linearized reading' (duration: 1.6548616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.184162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.529015Z","time spent":"1.655131656s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:57.184129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604097589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:29:57.184062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6557133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:57.18425Z","caller":"traceutil/trace.go:171","msg":"trace[1891958551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:855; }","duration":"1.604305826s","start":"2026-03-31T18:29:55.579922Z","end":"2026-03-31T18:29:57.184228Z","steps":["trace[1891958551] 'agreement among raft nodes before linearized reading' (duration: 1.603908616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.184204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.573577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:29:57.184315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.579874Z","time spent":"1.604428728s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:29:57.184374Z","caller":"traceutil/trace.go:171","msg":"trace[1723774471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:855; }","duration":"1.656021088s","start":"2026-03-31T18:29:55.528254Z","end":"2026-03-31T18:29:57.184275Z","steps":["trace[1723774471] 'agreement among raft nodes before linearized reading' (duration: 1.655428933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.18446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.528229Z","time spent":"1.656216132s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:57.184375Z","caller":"traceutil/trace.go:171","msg":"trace[1712601598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:855; }","duration":"487.811554ms","start":"2026-03-31T18:29:56.696524Z","end":"2026-03-31T18:29:57.184335Z","steps":["trace[1712601598] 'agreement among raft nodes before linearized reading' (duration: 487.23377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.184611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:56.696499Z","time spent":"488.09538ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:58.333716Z","caller":"traceutil/trace.go:171","msg":"trace[221699790] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"101.976292ms","start":"2026-03-31T18:29:58.2317Z","end":"2026-03-31T18:29:58.333676Z","steps":["trace[221699790] 'process raft request' (duration: 101.770878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.507137Z","caller":"traceutil/trace.go:171","msg":"trace[1850992909] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"243.537873ms","start":"2026-03-31T18:29:59.263554Z","end":"2026-03-31T18:29:59.507092Z","steps":["trace[1850992909] 'process raft request' (duration: 214.897709ms)","trace[1850992909] 'compare' (duration: 28.43877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:59.797869Z","caller":"traceutil/trace.go:171","msg":"trace[982375754] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"534.038461ms","start":"2026-03-31T18:29:59.263779Z","end":"2026-03-31T18:29:59.797818Z","steps":["trace[982375754] 'process raft request' (duration: 460.008398ms)","trace[982375754] 'compare' (duration: 73.585053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:59.798066Z","caller":"traceutil/trace.go:171","msg":"trace[1812240257] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"456.04951ms","start":"2026-03-31T18:29:59.341986Z","end":"2026-03-31T18:29:59.798035Z","steps":["trace[1812240257] 'process raft request' (duration: 455.950008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.798147Z","caller":"traceutil/trace.go:171","msg":"trace[798663118] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"532.545669ms","start":"2026-03-31T18:29:59.265556Z","end":"2026-03-31T18:29:59.798102Z","steps":["trace[798663118] 'process raft request' (duration: 532.326763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:59.798067Z","caller":"traceutil/trace.go:171","msg":"trace[1787671607] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"532.57273ms","start":"2026-03-31T18:29:59.265457Z","end":"2026-03-31T18:29:59.798029Z","steps":["trace[1787671607] 'process raft request' (duration: 532.266122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.79831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.341947Z","time spent":"456.234804ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:59.798325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.265424Z","time spent":"532.855276ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:59.798378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.265527Z","time spent":"532.734644ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:59.798105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.26377Z","time spent":"534.217397ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:04.198024Z","caller":"traceutil/trace.go:171","msg":"trace[1327398060] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"131.70217ms","start":"2026-03-31T18:30:04.066286Z","end":"2026-03-31T18:30:04.197988Z","steps":["trace[1327398060] 'process raft request' (duration: 131.404993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.9337Z","caller":"traceutil/trace.go:171","msg":"trace[512160588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:928; }","duration":"100.032869ms","start":"2026-03-31T18:30:04.833629Z","end":"2026-03-31T18:30:04.933662Z","steps":["trace[512160588] 'agreement among raft nodes before linearized reading' (duration: 99.965217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.934223Z","caller":"traceutil/trace.go:171","msg":"trace[1728323023] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"533.349066ms","start":"2026-03-31T18:30:04.400697Z","end":"2026-03-31T18:30:04.934046Z","steps":["trace[1728323023] 'process raft request' (duration: 532.644351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.934431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.400667Z","time spent":"533.655262ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.650536Z","caller":"traceutil/trace.go:171","msg":"trace[1415260677] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"711.028821ms","start":"2026-03-31T18:30:04.939474Z","end":"2026-03-31T18:30:05.650503Z","steps":["trace[1415260677] 'process raft request' (duration: 710.683933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.650746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.939431Z","time spent":"711.198855ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.837913Z","caller":"traceutil/trace.go:171","msg":"trace[441186619] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:965; }","duration":"550.850086ms","start":"2026-03-31T18:30:05.287051Z","end":"2026-03-31T18:30:05.837901Z","steps":["trace[441186619] 'read index received' (duration: 363.18749ms)","trace[441186619] 'applied index is now lower than readState.Index' (duration: 187.662016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:05.837896Z","caller":"traceutil/trace.go:171","msg":"trace[1128792010] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"897.49166ms","start":"2026-03-31T18:30:04.940366Z","end":"2026-03-31T18:30:05.837858Z","steps":["trace[1128792010] 'process raft request' (duration: 868.45379ms)","trace[1128792010] 'compare' (duration: 28.717372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:05.837992Z","caller":"traceutil/trace.go:171","msg":"trace[1994330215] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"895.27213ms","start":"2026-03-31T18:30:04.942681Z","end":"2026-03-31T18:30:05.837953Z","steps":["trace[1994330215] 'process raft request' (duration: 895.101206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.838084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.03059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:30:05.838094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.94034Z","time spent":"897.671583ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.838124Z","caller":"traceutil/trace.go:171","msg":"trace[178761636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:931; }","duration":"551.128322ms","start":"2026-03-31T18:30:05.286987Z","end":"2026-03-31T18:30:05.838115Z","steps":["trace[178761636] 'agreement among raft nodes before linearized reading' (duration: 550.971219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.838152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.28696Z","time spent":"551.186023ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:05.838196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.942671Z","time spent":"895.418693ms","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.881608Z","caller":"traceutil/trace.go:171","msg":"trace[720690372] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"225.188285ms","start":"2026-03-31T18:30:05.656372Z","end":"2026-03-31T18:30:05.881561Z","steps":["trace[720690372] 'process raft request' (duration: 225.006231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.882263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.833262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-wcvzq\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-31T18:30:05.882329Z","caller":"traceutil/trace.go:171","msg":"trace[1253537280] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-wcvzq; range_end:; response_count:1; response_revision:932; }","duration":"226.952464ms","start":"2026-03-31T18:30:05.655358Z","end":"2026-03-31T18:30:05.882311Z","steps":["trace[1253537280] 'agreement among raft nodes before linearized reading' (duration: 226.692298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.882373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.55506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:05.882475Z","caller":"traceutil/trace.go:171","msg":"trace[1457518090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:932; }","duration":"347.718454ms","start":"2026-03-31T18:30:05.534733Z","end":"2026-03-31T18:30:05.882451Z","steps":["trace[1457518090] 'agreement among raft nodes before linearized reading' (duration: 347.394437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.882535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.534711Z","time spent":"347.814648ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:06.068192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.668215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:06.068301Z","caller":"traceutil/trace.go:171","msg":"trace[1832220453] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:969; }","duration":"186.604112ms","start":"2026-03-31T18:30:05.881678Z","end":"2026-03-31T18:30:06.068283Z","steps":["trace[1832220453] 'read index received' (duration: 58.759454ms)","trace[1832220453] 'applied index is now lower than readState.Index' (duration: 127.843188ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:06.06836Z","caller":"traceutil/trace.go:171","msg":"trace[1313741924] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"225.968842ms","start":"2026-03-31T18:30:05.842382Z","end":"2026-03-31T18:30:06.068351Z","steps":["trace[1313741924] 'process raft request' (duration: 98.034321ms)","trace[1313741924] 'compare' (duration: 127.539832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:06.068478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.658086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-31T18:30:06.068596Z","caller":"traceutil/trace.go:171","msg":"trace[1293255755] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:933; }","duration":"204.84464ms","start":"2026-03-31T18:30:05.863726Z","end":"2026-03-31T18:30:06.06857Z","steps":["trace[1293255755] 'agreement among raft nodes before linearized reading' (duration: 204.632925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.139947Z","caller":"traceutil/trace.go:171","msg":"trace[1554462163] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"252.936794ms","start":"2026-03-31T18:30:05.886973Z","end":"2026-03-31T18:30:06.13991Z","steps":["trace[1554462163] 'process raft request' (duration: 252.74791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.140028Z","caller":"traceutil/trace.go:171","msg":"trace[509904717] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"252.885384ms","start":"2026-03-31T18:30:05.887106Z","end":"2026-03-31T18:30:06.139992Z","steps":["trace[509904717] 'process raft request' (duration: 252.734591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.140162Z","caller":"traceutil/trace.go:171","msg":"trace[26263805] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"236.330463ms","start":"2026-03-31T18:30:05.903811Z","end":"2026-03-31T18:30:06.140141Z","steps":["trace[26263805] 'process raft request' (duration: 236.286753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.140338Z","caller":"traceutil/trace.go:171","msg":"trace[1434882882] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"252.68782ms","start":"2026-03-31T18:30:05.887613Z","end":"2026-03-31T18:30:06.140301Z","steps":["trace[1434882882] 'process raft request' (duration: 252.328051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.140431Z","caller":"traceutil/trace.go:171","msg":"trace[947340725] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"253.219692ms","start":"2026-03-31T18:30:05.887203Z","end":"2026-03-31T18:30:06.140423Z","steps":["trace[947340725] 'process raft request' (duration: 252.697639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.140558Z","caller":"traceutil/trace.go:171","msg":"trace[193337619] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"249.541099ms","start":"2026-03-31T18:30:05.890998Z","end":"2026-03-31T18:30:06.140539Z","steps":["trace[193337619] 'process raft request' (duration: 249.052797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.507844Z","caller":"traceutil/trace.go:171","msg":"trace[431914904] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:970; }","duration":"439.487387ms","start":"2026-03-31T18:30:06.068322Z","end":"2026-03-31T18:30:06.50781Z","steps":["trace[431914904] 'read index received' (duration: 71.483658ms)","trace[431914904] 'applied index is now lower than readState.Index' (duration: 368.002469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:06.50794Z","caller":"traceutil/trace.go:171","msg":"trace[1418744255] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"547.744517ms","start":"2026-03-31T18:30:05.960147Z","end":"2026-03-31T18:30:06.507891Z","steps":["trace[1418744255] 'process raft request' (duration: 547.489592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:06.508115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.656375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-31T18:30:06.508172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.198818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-wcvzq\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-31T18:30:06.508224Z","caller":"traceutil/trace.go:171","msg":"trace[1149698009] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-wcvzq; range_end:; response_count:1; response_revision:940; }","duration":"438.341431ms","start":"2026-03-31T18:30:06.069868Z","end":"2026-03-31T18:30:06.50821Z","steps":["trace[1149698009] 'agreement among raft nodes before linearized reading' (duration: 438.110576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:06.508224Z","caller":"traceutil/trace.go:171","msg":"trace[1364328812] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:940; }","duration":"441.822548ms","start":"2026-03-31T18:30:06.06638Z","end":"2026-03-31T18:30:06.508202Z","steps":["trace[1364328812] 'agreement among raft nodes before linearized reading' (duration: 441.575133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:06.508259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.069851Z","time spent":"438.400452ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-wcvzq\" "} {"level":"warn","ts":"2026-03-31T18:30:06.508147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:05.96011Z","time spent":"547.92089ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:06.508291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.066355Z","time spent":"441.915051ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-31T18:30:06.508569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.512664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dcxpb\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-31T18:30:06.508733Z","caller":"traceutil/trace.go:171","msg":"trace[1121522513] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dcxpb; range_end:; response_count:1; response_revision:940; }","duration":"362.690989ms","start":"2026-03-31T18:30:06.145979Z","end":"2026-03-31T18:30:06.50867Z","steps":["trace[1121522513] 'agreement among raft nodes before linearized reading' (duration: 362.094985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:06.508843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.145958Z","time spent":"362.870132ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-dcxpb\" "} {"level":"info","ts":"2026-03-31T18:30:07.188088Z","caller":"traceutil/trace.go:171","msg":"trace[361126654] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:977; }","duration":"355.199121ms","start":"2026-03-31T18:30:06.832854Z","end":"2026-03-31T18:30:07.188053Z","steps":["trace[361126654] 'read index received' (duration: 354.987016ms)","trace[361126654] 'applied index is now lower than readState.Index' (duration: 211.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:07.188212Z","caller":"traceutil/trace.go:171","msg":"trace[1480572856] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"670.929881ms","start":"2026-03-31T18:30:06.517261Z","end":"2026-03-31T18:30:07.188191Z","steps":["trace[1480572856] 'process raft request' (duration: 670.607853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:07.188332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.402856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:07.18839Z","caller":"traceutil/trace.go:171","msg":"trace[623164720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"355.561169ms","start":"2026-03-31T18:30:06.832812Z","end":"2026-03-31T18:30:07.188374Z","steps":["trace[623164720] 'agreement among raft nodes before linearized reading' (duration: 355.409786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:07.188395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.517244Z","time spent":"671.027533ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:07.188431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:06.832787Z","time spent":"355.635101ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:07.188692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.515059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:07.188796Z","caller":"traceutil/trace.go:171","msg":"trace[2041488434] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:941; }","duration":"296.715123ms","start":"2026-03-31T18:30:06.89206Z","end":"2026-03-31T18:30:07.188775Z","steps":["trace[2041488434] 'agreement among raft nodes before linearized reading' (duration: 296.457307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:08.249758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.832375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:08.249834Z","caller":"traceutil/trace.go:171","msg":"trace[1700868871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"104.978008ms","start":"2026-03-31T18:30:08.144839Z","end":"2026-03-31T18:30:08.249817Z","steps":["trace[1700868871] 'range keys from in-memory index tree' (duration: 104.627369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:08.249847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.511167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:08.249918Z","caller":"traceutil/trace.go:171","msg":"trace[88497961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"104.60747ms","start":"2026-03-31T18:30:08.145294Z","end":"2026-03-31T18:30:08.249901Z","steps":["trace[88497961] 'range keys from in-memory index tree' (duration: 104.375534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:08.249905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.986883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:08.250042Z","caller":"traceutil/trace.go:171","msg":"trace[182227716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"103.169246ms","start":"2026-03-31T18:30:08.146843Z","end":"2026-03-31T18:30:08.250012Z","steps":["trace[182227716] 'range keys from in-memory index tree' (duration: 102.803378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:08.250054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:08.250203Z","caller":"traceutil/trace.go:171","msg":"trace[1506466473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"103.268909ms","start":"2026-03-31T18:30:08.14689Z","end":"2026-03-31T18:30:08.250159Z","steps":["trace[1506466473] 'range keys from in-memory index tree' (duration: 102.901011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:08.619041Z","caller":"traceutil/trace.go:171","msg":"trace[652696426] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"128.210896ms","start":"2026-03-31T18:30:08.490799Z","end":"2026-03-31T18:30:08.61901Z","steps":["trace[652696426] 'process raft request' (duration: 102.236195ms)","trace[652696426] 'compare' (duration: 25.851898ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:08.623495Z","caller":"traceutil/trace.go:171","msg":"trace[290687597] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"108.298942ms","start":"2026-03-31T18:30:08.515169Z","end":"2026-03-31T18:30:08.623468Z","steps":["trace[290687597] 'process raft request' (duration: 108.23618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:08.623715Z","caller":"traceutil/trace.go:171","msg":"trace[310143765] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"129.074306ms","start":"2026-03-31T18:30:08.494602Z","end":"2026-03-31T18:30:08.623676Z","steps":["trace[310143765] 'process raft request' (duration: 128.653457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:09.575522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.747342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:09.57567Z","caller":"traceutil/trace.go:171","msg":"trace[1368389600] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"238.865451ms","start":"2026-03-31T18:30:09.336781Z","end":"2026-03-31T18:30:09.575646Z","steps":["trace[1368389600] 'process raft request' (duration: 27.875963ms)","trace[1368389600] 'compare' (duration: 210.619309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:10.118523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.046823ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:10.118702Z","caller":"traceutil/trace.go:171","msg":"trace[1747516390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:978; }","duration":"217.245948ms","start":"2026-03-31T18:30:09.901425Z","end":"2026-03-31T18:30:10.118671Z","steps":["trace[1747516390] 'range keys from in-memory index tree' (duration: 217.016603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.118714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.762532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:10.119012Z","caller":"traceutil/trace.go:171","msg":"trace[983780517] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1016; }","duration":"519.366463ms","start":"2026-03-31T18:30:09.599628Z","end":"2026-03-31T18:30:10.118995Z","steps":["trace[983780517] 'read index received' (duration: 181.267103ms)","trace[983780517] 'applied index is now lower than readState.Index' (duration: 338.09824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:10.11906Z","caller":"traceutil/trace.go:171","msg":"trace[1396239713] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"781.440542ms","start":"2026-03-31T18:30:09.337586Z","end":"2026-03-31T18:30:10.119027Z","steps":["trace[1396239713] 'process raft request' (duration: 443.25467ms)","trace[1396239713] 'compare' (duration: 337.436605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:10.119127Z","caller":"traceutil/trace.go:171","msg":"trace[1112639550] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"773.395661ms","start":"2026-03-31T18:30:09.34572Z","end":"2026-03-31T18:30:10.119116Z","steps":["trace[1112639550] 'process raft request' (duration: 773.117025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.119194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.345698Z","time spent":"773.462043ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:10.119193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.337557Z","time spent":"781.542254ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:10.119391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.735931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:10.119487Z","caller":"traceutil/trace.go:171","msg":"trace[871885692] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:980; }","duration":"519.898884ms","start":"2026-03-31T18:30:09.599563Z","end":"2026-03-31T18:30:10.119462Z","steps":["trace[871885692] 'agreement among raft nodes before linearized reading' (duration: 519.72348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.119485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.28255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:10.119542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.599539Z","time spent":"519.993417ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-31T18:30:10.119601Z","caller":"traceutil/trace.go:171","msg":"trace[1611786443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:980; }","duration":"286.454144ms","start":"2026-03-31T18:30:09.833119Z","end":"2026-03-31T18:30:10.119573Z","steps":["trace[1611786443] 'agreement among raft nodes before linearized reading' (duration: 286.299161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.120249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.815878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:10.12033Z","caller":"traceutil/trace.go:171","msg":"trace[308749511] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:980; }","duration":"421.838641ms","start":"2026-03-31T18:30:09.698474Z","end":"2026-03-31T18:30:10.120313Z","steps":["trace[308749511] 'agreement among raft nodes before linearized reading' (duration: 420.772087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.120373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.698444Z","time spent":"421.913843ms","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:10.236812Z","caller":"traceutil/trace.go:171","msg":"trace[2003031428] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"110.136252ms","start":"2026-03-31T18:30:10.126638Z","end":"2026-03-31T18:30:10.236774Z","steps":["trace[2003031428] 'process raft request' (duration: 109.870606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:10.237277Z","caller":"traceutil/trace.go:171","msg":"trace[16779943] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"110.228884ms","start":"2026-03-31T18:30:10.127004Z","end":"2026-03-31T18:30:10.237233Z","steps":["trace[16779943] 'process raft request' (duration: 109.655011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:10.2375Z","caller":"traceutil/trace.go:171","msg":"trace[1299258605] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"109.555939ms","start":"2026-03-31T18:30:10.127903Z","end":"2026-03-31T18:30:10.237459Z","steps":["trace[1299258605] 'process raft request' (duration: 109.195661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:10.237536Z","caller":"traceutil/trace.go:171","msg":"trace[1610361902] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1018; }","duration":"110.531821ms","start":"2026-03-31T18:30:10.126961Z","end":"2026-03-31T18:30:10.237493Z","steps":["trace[1610361902] 'read index received' (duration: 85.338707ms)","trace[1610361902] 'applied index is now lower than readState.Index' (duration: 25.189784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:10.237705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.719944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:10.23778Z","caller":"traceutil/trace.go:171","msg":"trace[1723099105] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:0; response_revision:984; }","duration":"110.841968ms","start":"2026-03-31T18:30:10.126922Z","end":"2026-03-31T18:30:10.237764Z","steps":["trace[1723099105] 'agreement among raft nodes before linearized reading' (duration: 110.706795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.495964Z","caller":"traceutil/trace.go:171","msg":"trace[363772504] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"249.555909ms","start":"2026-03-31T18:30:12.246377Z","end":"2026-03-31T18:30:12.495933Z","steps":["trace[363772504] 'process raft request' (duration: 249.338794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.166414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.376747ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:13.166764Z","caller":"traceutil/trace.go:171","msg":"trace[1985954558] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"519.506155ms","start":"2026-03-31T18:30:12.647231Z","end":"2026-03-31T18:30:13.166737Z","steps":["trace[1985954558] 'process raft request' (duration: 519.302101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.166756Z","caller":"traceutil/trace.go:171","msg":"trace[921002691] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1059; }","duration":"881.893218ms","start":"2026-03-31T18:30:12.284808Z","end":"2026-03-31T18:30:13.166701Z","steps":["trace[921002691] 'read index received' (duration: 210.904635ms)","trace[921002691] 'applied index is now lower than readState.Index' (duration: 670.979172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.166935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.647207Z","time spent":"519.622109ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:13.167025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.195604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:30:13.167105Z","caller":"traceutil/trace.go:171","msg":"trace[1577891932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1023; }","duration":"882.331507ms","start":"2026-03-31T18:30:12.284754Z","end":"2026-03-31T18:30:13.167085Z","steps":["trace[1577891932] 'agreement among raft nodes before linearized reading' (duration: 882.02713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.167152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.284738Z","time spent":"882.403778ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:13.1672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.53728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:13.167232Z","caller":"traceutil/trace.go:171","msg":"trace[420839997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1023; }","duration":"873.592941ms","start":"2026-03-31T18:30:12.293631Z","end":"2026-03-31T18:30:13.167224Z","steps":["trace[420839997] 'agreement among raft nodes before linearized reading' (duration: 873.495189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.167236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.487184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:13.167262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.293619Z","time spent":"873.635353ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:13.16729Z","caller":"traceutil/trace.go:171","msg":"trace[859237457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1023; }","duration":"875.620267ms","start":"2026-03-31T18:30:12.291655Z","end":"2026-03-31T18:30:13.167275Z","steps":["trace[859237457] 'agreement among raft nodes before linearized reading' (duration: 875.319771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.16734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.291629Z","time spent":"875.701138ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:13.167616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.876801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:13.167756Z","caller":"traceutil/trace.go:171","msg":"trace[1272316086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1023; }","duration":"850.019115ms","start":"2026-03-31T18:30:12.317633Z","end":"2026-03-31T18:30:13.167652Z","steps":["trace[1272316086] 'agreement among raft nodes before linearized reading' (duration: 849.469042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.167795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.317622Z","time spent":"850.163377ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:13.363575Z","caller":"traceutil/trace.go:171","msg":"trace[766362818] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"190.565491ms","start":"2026-03-31T18:30:13.172987Z","end":"2026-03-31T18:30:13.363553Z","steps":["trace[766362818] 'process raft request' (duration: 190.52071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.363647Z","caller":"traceutil/trace.go:171","msg":"trace[1130880813] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"191.565063ms","start":"2026-03-31T18:30:13.17204Z","end":"2026-03-31T18:30:13.363606Z","steps":["trace[1130880813] 'process raft request' (duration: 187.027471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.363714Z","caller":"traceutil/trace.go:171","msg":"trace[680336604] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"191.124983ms","start":"2026-03-31T18:30:13.17254Z","end":"2026-03-31T18:30:13.363665Z","steps":["trace[680336604] 'process raft request' (duration: 190.926599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:14.213494Z","caller":"traceutil/trace.go:171","msg":"trace[1787530961] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"140.856009ms","start":"2026-03-31T18:30:14.072599Z","end":"2026-03-31T18:30:14.213455Z","steps":["trace[1787530961] 'process raft request' (duration: 140.572433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.439457Z","caller":"traceutil/trace.go:171","msg":"trace[1848567159] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"124.259658ms","start":"2026-03-31T18:30:15.315173Z","end":"2026-03-31T18:30:15.439433Z","steps":["trace[1848567159] 'process raft request' (duration: 124.085684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.67285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.710563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:15.673008Z","caller":"traceutil/trace.go:171","msg":"trace[963580581] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1079; }","duration":"304.699591ms","start":"2026-03-31T18:30:15.36829Z","end":"2026-03-31T18:30:15.67299Z","steps":["trace[963580581] 'read index received' (duration: 71.016927ms)","trace[963580581] 'applied index is now lower than readState.Index' (duration: 233.681504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.673119Z","caller":"traceutil/trace.go:171","msg":"trace[976844656] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"356.94171ms","start":"2026-03-31T18:30:15.316128Z","end":"2026-03-31T18:30:15.67307Z","steps":["trace[976844656] 'process raft request' (duration: 216.93508ms)","trace[976844656] 'compare' (duration: 139.56716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:15.673207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.908756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:15.67324Z","caller":"traceutil/trace.go:171","msg":"trace[860548416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1041; }","duration":"304.962908ms","start":"2026-03-31T18:30:15.368264Z","end":"2026-03-31T18:30:15.673227Z","steps":["trace[860548416] 'agreement among raft nodes before linearized reading' (duration: 304.800274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.673279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.368256Z","time spent":"305.014999ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:15.673641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.316115Z","time spent":"357.100783ms","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:15.673691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.280325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:15.673808Z","caller":"traceutil/trace.go:171","msg":"trace[599267241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1042; }","duration":"305.47174ms","start":"2026-03-31T18:30:15.368311Z","end":"2026-03-31T18:30:15.673783Z","steps":["trace[599267241] 'agreement among raft nodes before linearized reading' (duration: 305.145063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.673836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.427218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:15.673884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.368287Z","time spent":"305.574422ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:15.673943Z","caller":"traceutil/trace.go:171","msg":"trace[1216844405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1042; }","duration":"305.588552ms","start":"2026-03-31T18:30:15.368333Z","end":"2026-03-31T18:30:15.673921Z","steps":["trace[1216844405] 'agreement among raft nodes before linearized reading' (duration: 305.279425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.673637Z","caller":"traceutil/trace.go:171","msg":"trace[1673226342] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"227.175699ms","start":"2026-03-31T18:30:15.446437Z","end":"2026-03-31T18:30:15.673612Z","steps":["trace[1673226342] 'process raft request' (duration: 226.79709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.673999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.368308Z","time spent":"305.681114ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:16.756977Z","caller":"traceutil/trace.go:171","msg":"trace[2082820218] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1195; }","duration":"301.201013ms","start":"2026-03-31T18:30:16.455702Z","end":"2026-03-31T18:30:16.756903Z","steps":["trace[2082820218] 'read index received' (duration: 248.292131ms)","trace[2082820218] 'applied index is now lower than readState.Index' (duration: 52.907862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:16.757124Z","caller":"traceutil/trace.go:171","msg":"trace[1289522874] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"326.810556ms","start":"2026-03-31T18:30:16.430254Z","end":"2026-03-31T18:30:16.757064Z","steps":["trace[1289522874] 'process raft request' (duration: 273.857492ms)","trace[1289522874] 'compare' (duration: 52.612406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:16.75726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.51721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-03-31T18:30:16.757352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.430224Z","time spent":"327.010081ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:16.757369Z","caller":"traceutil/trace.go:171","msg":"trace[1976304781] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1156; }","duration":"301.668094ms","start":"2026-03-31T18:30:16.455671Z","end":"2026-03-31T18:30:16.757339Z","steps":["trace[1976304781] 'agreement among raft nodes before linearized reading' (duration: 301.372977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.757363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.630603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-03-31T18:30:16.757424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.455649Z","time spent":"301.764477ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-31T18:30:16.757408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.038488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:16.757478Z","caller":"traceutil/trace.go:171","msg":"trace[1413191979] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1156; }","duration":"301.819228ms","start":"2026-03-31T18:30:16.455631Z","end":"2026-03-31T18:30:16.75745Z","steps":["trace[1413191979] 'agreement among raft nodes before linearized reading' (duration: 301.440549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.757484Z","caller":"traceutil/trace.go:171","msg":"trace[416033743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1156; }","duration":"245.189943ms","start":"2026-03-31T18:30:16.512275Z","end":"2026-03-31T18:30:16.757465Z","steps":["trace[416033743] 'agreement among raft nodes before linearized reading' (duration: 244.864735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.757666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.455604Z","time spent":"302.042613ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-31T18:30:26.526708Z","caller":"traceutil/trace.go:171","msg":"trace[247037673] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"146.073056ms","start":"2026-03-31T18:30:26.3806Z","end":"2026-03-31T18:30:26.526673Z","steps":["trace[247037673] 'process raft request' (duration: 145.851061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:29.972698Z","caller":"traceutil/trace.go:171","msg":"trace[1515533635] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1300; }","duration":"139.343645ms","start":"2026-03-31T18:30:29.833324Z","end":"2026-03-31T18:30:29.972668Z","steps":["trace[1515533635] 'read index received' (duration: 139.085449ms)","trace[1515533635] 'applied index is now lower than readState.Index' (duration: 257.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.97274Z","caller":"traceutil/trace.go:171","msg":"trace[1666337299] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"149.84219ms","start":"2026-03-31T18:30:29.822878Z","end":"2026-03-31T18:30:29.97272Z","steps":["trace[1666337299] 'process raft request' (duration: 149.602915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.972857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.492909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:29.972896Z","caller":"traceutil/trace.go:171","msg":"trace[2109245187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1258; }","duration":"139.588161ms","start":"2026-03-31T18:30:29.833296Z","end":"2026-03-31T18:30:29.972884Z","steps":["trace[2109245187] 'agreement among raft nodes before linearized reading' (duration: 139.479608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.973269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.612935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:29.973396Z","caller":"traceutil/trace.go:171","msg":"trace[1796893287] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1258; }","duration":"136.791478ms","start":"2026-03-31T18:30:29.836576Z","end":"2026-03-31T18:30:29.973367Z","steps":["trace[1796893287] 'agreement among raft nodes before linearized reading' (duration: 136.342589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.973486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.997782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:29.9736Z","caller":"traceutil/trace.go:171","msg":"trace[1606417200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1258; }","duration":"107.230907ms","start":"2026-03-31T18:30:29.866343Z","end":"2026-03-31T18:30:29.973574Z","steps":["trace[1606417200] 'agreement among raft nodes before linearized reading' (duration: 106.869689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:30.196155Z","caller":"traceutil/trace.go:171","msg":"trace[1902177054] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"130.415716ms","start":"2026-03-31T18:30:30.065698Z","end":"2026-03-31T18:30:30.196114Z","steps":["trace[1902177054] 'process raft request' (duration: 130.190211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.003844Z","caller":"traceutil/trace.go:171","msg":"trace[306123527] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"167.652219ms","start":"2026-03-31T18:30:31.836151Z","end":"2026-03-31T18:30:32.003803Z","steps":["trace[306123527] 'process raft request' (duration: 167.373233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.283119Z","caller":"traceutil/trace.go:171","msg":"trace[1031795592] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1312; }","duration":"239.73133ms","start":"2026-03-31T18:30:32.043353Z","end":"2026-03-31T18:30:32.283084Z","steps":["trace[1031795592] 'read index received' (duration: 64.41816ms)","trace[1031795592] 'applied index is now lower than readState.Index' (duration: 175.31195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:32.283151Z","caller":"traceutil/trace.go:171","msg":"trace[1105027141] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"271.614123ms","start":"2026-03-31T18:30:32.011494Z","end":"2026-03-31T18:30:32.283108Z","steps":["trace[1105027141] 'process raft request' (duration: 271.453509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.28327Z","caller":"traceutil/trace.go:171","msg":"trace[2025967502] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"270.429387ms","start":"2026-03-31T18:30:32.012824Z","end":"2026-03-31T18:30:32.283253Z","steps":["trace[2025967502] 'process raft request' (duration: 270.186682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.283434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.925868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:32.283501Z","caller":"traceutil/trace.go:171","msg":"trace[230536977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1272; }","duration":"229.035111ms","start":"2026-03-31T18:30:32.054451Z","end":"2026-03-31T18:30:32.283486Z","steps":["trace[230536977] 'agreement among raft nodes before linearized reading' (duration: 228.826277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.283556Z","caller":"traceutil/trace.go:171","msg":"trace[131048082] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"272.164425ms","start":"2026-03-31T18:30:32.011047Z","end":"2026-03-31T18:30:32.283211Z","steps":["trace[131048082] 'process raft request' (duration: 264.7831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.283687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.290032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:32.283885Z","caller":"traceutil/trace.go:171","msg":"trace[440048148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1272; }","duration":"240.547068ms","start":"2026-03-31T18:30:32.043313Z","end":"2026-03-31T18:30:32.28386Z","steps":["trace[440048148] 'agreement among raft nodes before linearized reading' (duration: 240.080428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:35.603586Z","caller":"traceutil/trace.go:171","msg":"trace[1451029355] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"108.24916ms","start":"2026-03-31T18:30:35.495303Z","end":"2026-03-31T18:30:35.603552Z","steps":["trace[1451029355] 'process raft request' (duration: 108.009105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:36.506148Z","caller":"traceutil/trace.go:171","msg":"trace[321962785] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1332; }","duration":"183.830269ms","start":"2026-03-31T18:30:36.322282Z","end":"2026-03-31T18:30:36.506112Z","steps":["trace[321962785] 'read index received' (duration: 183.616795ms)","trace[321962785] 'applied index is now lower than readState.Index' (duration: 211.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:36.506201Z","caller":"traceutil/trace.go:171","msg":"trace[1858969944] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"372.818335ms","start":"2026-03-31T18:30:36.133339Z","end":"2026-03-31T18:30:36.506158Z","steps":["trace[1858969944] 'process raft request' (duration: 372.548039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.506426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.133299Z","time spent":"373.03105ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:36.506563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.470046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:36.506621Z","caller":"traceutil/trace.go:171","msg":"trace[1167143094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1288; }","duration":"117.6243ms","start":"2026-03-31T18:30:36.388976Z","end":"2026-03-31T18:30:36.506601Z","steps":["trace[1167143094] 'agreement among raft nodes before linearized reading' (duration: 117.391325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.506669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.33563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:36.506812Z","caller":"traceutil/trace.go:171","msg":"trace[2074643242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1288; }","duration":"184.562835ms","start":"2026-03-31T18:30:36.322218Z","end":"2026-03-31T18:30:36.506781Z","steps":["trace[2074643242] 'agreement among raft nodes before linearized reading' (duration: 184.125295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.027952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.009892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:37.028164Z","caller":"traceutil/trace.go:171","msg":"trace[250307310] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1333; }","duration":"495.056688ms","start":"2026-03-31T18:30:36.533086Z","end":"2026-03-31T18:30:37.028143Z","steps":["trace[250307310] 'read index received' (duration: 188.754709ms)","trace[250307310] 'applied index is now lower than readState.Index' (duration: 306.300929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:37.02833Z","caller":"traceutil/trace.go:171","msg":"trace[1557099092] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"516.418377ms","start":"2026-03-31T18:30:36.511892Z","end":"2026-03-31T18:30:37.02831Z","steps":["trace[1557099092] 'process raft request' (duration: 209.974655ms)","trace[1557099092] 'compare' (duration: 305.826588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:37.028499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.511857Z","time spent":"516.526129ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:37.028692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.568129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:30:37.028781Z","caller":"traceutil/trace.go:171","msg":"trace[948419027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1290; }","duration":"495.720893ms","start":"2026-03-31T18:30:36.533046Z","end":"2026-03-31T18:30:37.028766Z","steps":["trace[948419027] 'agreement among raft nodes before linearized reading' (duration: 495.367545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.028748Z","caller":"traceutil/trace.go:171","msg":"trace[751547479] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"516.377966ms","start":"2026-03-31T18:30:36.512333Z","end":"2026-03-31T18:30:37.028711Z","steps":["trace[751547479] 'process raft request' (duration: 515.754581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.02883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.533031Z","time spent":"495.789724ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:37.028976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.512302Z","time spent":"516.53043ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:37.74381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280641607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:38.244848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280641607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:38.745392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280641607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:39.246025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280641607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:39.747245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280641607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:39.832781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:39.832907Z","caller":"traceutil/trace.go:171","msg":"trace[1848343062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210029s","start":"2026-03-31T18:30:37.832671Z","end":"2026-03-31T18:30:39.832881Z","steps":["trace[1848343062] 'agreement among raft nodes before linearized reading' (duration: 2.000047936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.833014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.832646Z","time spent":"2.000354403s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:40.065976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.032161112s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:40.074044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.93467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:40.074187Z","caller":"traceutil/trace.go:171","msg":"trace[1569406106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1290; }","duration":"178.088523ms","start":"2026-03-31T18:30:39.896074Z","end":"2026-03-31T18:30:40.074162Z","steps":["trace[1569406106] 'range keys from in-memory index tree' (duration: 177.91662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.074936Z","caller":"traceutil/trace.go:171","msg":"trace[1289619400] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"3.041212235s","start":"2026-03-31T18:30:37.033702Z","end":"2026-03-31T18:30:40.074915Z","steps":["trace[1289619400] 'process raft request' (duration: 3.03253065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.075038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.033677Z","time spent":"3.041304597s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.077368Z","caller":"traceutil/trace.go:171","msg":"trace[1951041018] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"3.043572957s","start":"2026-03-31T18:30:37.033767Z","end":"2026-03-31T18:30:40.077339Z","steps":["trace[1951041018] 'process raft request' (duration: 3.043392293s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.077722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.033735Z","time spent":"3.04371454s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.077716Z","caller":"traceutil/trace.go:171","msg":"trace[886079263] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"2.776820054s","start":"2026-03-31T18:30:37.300856Z","end":"2026-03-31T18:30:40.077676Z","steps":["trace[886079263] 'process raft request' (duration: 2.776443076s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.077755Z","caller":"traceutil/trace.go:171","msg":"trace[1904552450] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1335; }","duration":"2.83438673s","start":"2026-03-31T18:30:37.243315Z","end":"2026-03-31T18:30:40.077702Z","steps":["trace[1904552450] 'read index received' (duration: 2.822884333s)","trace[1904552450] 'applied index is now lower than readState.Index' (duration: 11.500447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:40.077941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.300824Z","time spent":"2.776990508s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:40.07795Z","caller":"traceutil/trace.go:171","msg":"trace[87477249] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"1.944447374s","start":"2026-03-31T18:30:38.133442Z","end":"2026-03-31T18:30:40.077889Z","steps":["trace[87477249] 'process raft request' (duration: 1.944137267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.078063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834736379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:30:40.078115Z","caller":"traceutil/trace.go:171","msg":"trace[1650512159] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:1294; }","duration":"2.834871651s","start":"2026-03-31T18:30:37.243227Z","end":"2026-03-31T18:30:40.078099Z","steps":["trace[1650512159] 'agreement among raft nodes before linearized reading' (duration: 2.834675517s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.078112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.133397Z","time spent":"1.944651908s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:40.078161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.243193Z","time spent":"2.834957713s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:30:40.078258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044122344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:40.078319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469556613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:40.078563Z","caller":"traceutil/trace.go:171","msg":"trace[542799067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1294; }","duration":"2.469603245s","start":"2026-03-31T18:30:37.608752Z","end":"2026-03-31T18:30:40.078355Z","steps":["trace[542799067] 'agreement among raft nodes before linearized reading' (duration: 2.469352539s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.078312Z","caller":"traceutil/trace.go:171","msg":"trace[134713575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1294; }","duration":"1.044219467s","start":"2026-03-31T18:30:39.034082Z","end":"2026-03-31T18:30:40.078301Z","steps":["trace[134713575] 'agreement among raft nodes before linearized reading' (duration: 1.044050683s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.078339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.159916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:40.078596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.608677Z","time spent":"2.469911721s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:40.078615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.034054Z","time spent":"1.044552034s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:40.078635Z","caller":"traceutil/trace.go:171","msg":"trace[1753760567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1294; }","duration":"226.525085ms","start":"2026-03-31T18:30:39.852088Z","end":"2026-03-31T18:30:40.078613Z","steps":["trace[1753760567] 'agreement among raft nodes before linearized reading' (duration: 226.133697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.078769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.673117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:30:40.078804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567623479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:40.078847Z","caller":"traceutil/trace.go:171","msg":"trace[1467451985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1294; }","duration":"1.567703321s","start":"2026-03-31T18:30:38.511118Z","end":"2026-03-31T18:30:40.078821Z","steps":["trace[1467451985] 'agreement among raft nodes before linearized reading' (duration: 1.567588428s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:40.078845Z","caller":"traceutil/trace.go:171","msg":"trace[926609132] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:1294; }","duration":"229.78832ms","start":"2026-03-31T18:30:39.849028Z","end":"2026-03-31T18:30:40.078816Z","steps":["trace[926609132] 'agreement among raft nodes before linearized reading' (duration: 229.661356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.078835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071569777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:40.078875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.511071Z","time spent":"1.567796913s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:40.078895Z","caller":"traceutil/trace.go:171","msg":"trace[1763597617] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1294; }","duration":"2.071687669s","start":"2026-03-31T18:30:38.007192Z","end":"2026-03-31T18:30:40.07888Z","steps":["trace[1763597617] 'agreement among raft nodes before linearized reading' (duration: 2.071593746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.078953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.007167Z","time spent":"2.071768541s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:40.078984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044842331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:40.079018Z","caller":"traceutil/trace.go:171","msg":"trace[1283951629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1294; }","duration":"1.044926743s","start":"2026-03-31T18:30:39.034081Z","end":"2026-03-31T18:30:40.079008Z","steps":["trace[1283951629] 'agreement among raft nodes before linearized reading' (duration: 1.044826061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:40.079051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.034054Z","time spent":"1.044985575s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:50.343626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.846045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:50.34375Z","caller":"traceutil/trace.go:171","msg":"trace[1841795890] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1429; }","duration":"186.01829ms","start":"2026-03-31T18:30:50.157712Z","end":"2026-03-31T18:30:50.343731Z","steps":["trace[1841795890] 'read index received' (duration: 17.174184ms)","trace[1841795890] 'applied index is now lower than readState.Index' (duration: 168.842976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:50.343853Z","caller":"traceutil/trace.go:171","msg":"trace[1028178589] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"210.020116ms","start":"2026-03-31T18:30:50.133808Z","end":"2026-03-31T18:30:50.343828Z","steps":["trace[1028178589] 'process raft request' (duration: 104.864554ms)","trace[1028178589] 'compare' (duration: 104.693172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:50.344002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.284345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:30:50.344067Z","caller":"traceutil/trace.go:171","msg":"trace[1121185385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1378; }","duration":"186.383248ms","start":"2026-03-31T18:30:50.157668Z","end":"2026-03-31T18:30:50.344051Z","steps":["trace[1121185385] 'agreement among raft nodes before linearized reading' (duration: 186.186384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.344135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.511549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:30:50.344186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.104762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:50.344237Z","caller":"traceutil/trace.go:171","msg":"trace[1889386839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1378; }","duration":"160.661481ms","start":"2026-03-31T18:30:50.183551Z","end":"2026-03-31T18:30:50.344212Z","steps":["trace[1889386839] 'agreement among raft nodes before linearized reading' (duration: 160.419156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.344233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.833393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:50.344296Z","caller":"traceutil/trace.go:171","msg":"trace[1443368549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1378; }","duration":"157.236266ms","start":"2026-03-31T18:30:50.18704Z","end":"2026-03-31T18:30:50.344276Z","steps":["trace[1443368549] 'agreement among raft nodes before linearized reading' (duration: 156.97027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.344326Z","caller":"traceutil/trace.go:171","msg":"trace[511417591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1378; }","duration":"150.968615ms","start":"2026-03-31T18:30:50.193335Z","end":"2026-03-31T18:30:50.344304Z","steps":["trace[511417591] 'agreement among raft nodes before linearized reading' (duration: 150.686909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.344153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.689954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:30:50.346263Z","caller":"traceutil/trace.go:171","msg":"trace[1795081455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1378; }","duration":"154.863423ms","start":"2026-03-31T18:30:50.191376Z","end":"2026-03-31T18:30:50.346239Z","steps":["trace[1795081455] 'agreement among raft nodes before linearized reading' (duration: 152.603572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:50.584913Z","caller":"traceutil/trace.go:171","msg":"trace[503018127] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"140.707585ms","start":"2026-03-31T18:30:50.444168Z","end":"2026-03-31T18:30:50.584876Z","steps":["trace[503018127] 'process raft request' (duration: 140.47981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:55.786361Z","caller":"traceutil/trace.go:171","msg":"trace[1335407015] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"429.818772ms","start":"2026-03-31T18:30:55.356499Z","end":"2026-03-31T18:30:55.786318Z","steps":["trace[1335407015] 'process raft request' (duration: 429.545715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.786587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.356467Z","time spent":"430.016575ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:55.789768Z","caller":"traceutil/trace.go:171","msg":"trace[1140289769] linearizableReadLoop","detail":"{readStateIndex:1481; appliedIndex:1479; }","duration":"302.30303ms","start":"2026-03-31T18:30:55.487435Z","end":"2026-03-31T18:30:55.789738Z","steps":["trace[1140289769] 'read index received' (duration: 298.644037ms)","trace[1140289769] 'applied index is now lower than readState.Index' (duration: 3.657093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:55.790115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.616997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-kq8ll\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-31T18:30:55.790165Z","caller":"traceutil/trace.go:171","msg":"trace[13810156] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-kq8ll; range_end:; response_count:1; response_revision:1427; }","duration":"302.76934ms","start":"2026-03-31T18:30:55.487383Z","end":"2026-03-31T18:30:55.790152Z","steps":["trace[13810156] 'agreement among raft nodes before linearized reading' (duration: 302.522955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.790207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.487358Z","time spent":"302.839002ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-kq8ll\" "} {"level":"warn","ts":"2026-03-31T18:31:02.530134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.584697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:31:05.045109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280642082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:05.546252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280642082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:05.665787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12808528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:05.666273Z","caller":"traceutil/trace.go:171","msg":"trace[66962259] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"1.128702904s","start":"2026-03-31T18:31:04.537535Z","end":"2026-03-31T18:31:05.666238Z","steps":["trace[66962259] 'process raft request' (duration: 1.12850127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.666486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.537502Z","time spent":"1.128867538s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:05.814541Z","caller":"traceutil/trace.go:171","msg":"trace[1700461212] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1608; }","duration":"1.26984275s","start":"2026-03-31T18:31:04.54467Z","end":"2026-03-31T18:31:05.814513Z","steps":["trace[1700461212] 'read index received' (duration: 1.12135914s)","trace[1700461212] 'applied index is now lower than readState.Index' (duration: 148.4826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:05.814779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270087075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:05.814718Z","caller":"traceutil/trace.go:171","msg":"trace[362101032] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"596.174179ms","start":"2026-03-31T18:31:05.218484Z","end":"2026-03-31T18:31:05.814658Z","steps":["trace[362101032] 'process raft request' (duration: 595.643477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:05.814816Z","caller":"traceutil/trace.go:171","msg":"trace[649497531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1554; }","duration":"1.270201887s","start":"2026-03-31T18:31:04.544605Z","end":"2026-03-31T18:31:05.814807Z","steps":["trace[649497531] 'agreement among raft nodes before linearized reading' (duration: 1.270040994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.814855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.544576Z","time spent":"1.270268319s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.815163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.218447Z","time spent":"596.406694ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:05.81849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25107698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:05.818571Z","caller":"traceutil/trace.go:171","msg":"trace[1147759829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1555; }","duration":"1.251246704s","start":"2026-03-31T18:31:04.567303Z","end":"2026-03-31T18:31:05.81855Z","steps":["trace[1147759829] 'agreement among raft nodes before linearized reading' (duration: 1.250976129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.818617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.567241Z","time spent":"1.251365997s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:05.819032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.456243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:05.819064Z","caller":"traceutil/trace.go:171","msg":"trace[66697090] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1555; }","duration":"162.544855ms","start":"2026-03-31T18:31:05.65651Z","end":"2026-03-31T18:31:05.819055Z","steps":["trace[66697090] 'agreement among raft nodes before linearized reading' (duration: 162.488873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.81945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.357938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:31:05.819483Z","caller":"traceutil/trace.go:171","msg":"trace[1393838338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1555; }","duration":"229.42933ms","start":"2026-03-31T18:31:05.590046Z","end":"2026-03-31T18:31:05.819475Z","steps":["trace[1393838338] 'agreement among raft nodes before linearized reading' (duration: 229.340738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.819563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.325582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:05.81959Z","caller":"traceutil/trace.go:171","msg":"trace[422773030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1555; }","duration":"986.408353ms","start":"2026-03-31T18:31:04.833176Z","end":"2026-03-31T18:31:05.819585Z","steps":["trace[422773030] 'agreement among raft nodes before linearized reading' (duration: 986.367592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.81961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.83315Z","time spent":"986.453555ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:05.819772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150417809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:05.819818Z","caller":"traceutil/trace.go:171","msg":"trace[420569872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1555; }","duration":"1.15047677s","start":"2026-03-31T18:31:04.66933Z","end":"2026-03-31T18:31:05.819807Z","steps":["trace[420569872] 'agreement among raft nodes before linearized reading' (duration: 1.150381078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.819851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.669321Z","time spent":"1.150523131s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.820044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151158256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:05.82008Z","caller":"traceutil/trace.go:171","msg":"trace[1183295945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1555; }","duration":"1.151212688s","start":"2026-03-31T18:31:04.66886Z","end":"2026-03-31T18:31:05.820072Z","steps":["trace[1183295945] 'agreement among raft nodes before linearized reading' (duration: 1.151108306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.820114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.668847Z","time spent":"1.151260989s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:05.820217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151446053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:05.82026Z","caller":"traceutil/trace.go:171","msg":"trace[1036580363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1555; }","duration":"1.151577166s","start":"2026-03-31T18:31:04.668674Z","end":"2026-03-31T18:31:05.820251Z","steps":["trace[1036580363] 'agreement among raft nodes before linearized reading' (duration: 1.151463433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.820286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.668643Z","time spent":"1.151635536s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:12.73752Z","caller":"traceutil/trace.go:171","msg":"trace[464867069] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1662; }","duration":"167.994194ms","start":"2026-03-31T18:31:12.569492Z","end":"2026-03-31T18:31:12.737486Z","steps":["trace[464867069] 'process raft request' (duration: 167.845781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:13.253377Z","caller":"traceutil/trace.go:171","msg":"trace[62631769] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1662; }","duration":"131.201379ms","start":"2026-03-31T18:31:13.12213Z","end":"2026-03-31T18:31:13.253331Z","steps":["trace[62631769] 'process raft request' (duration: 131.015975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.157292Z","caller":"traceutil/trace.go:171","msg":"trace[1991101850] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"111.050048ms","start":"2026-03-31T18:31:14.046189Z","end":"2026-03-31T18:31:14.157239Z","steps":["trace[1991101850] 'process raft request' (duration: 70.639132ms)","trace[1991101850] 'compare' (duration: 40.247082ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:14.165331Z","caller":"traceutil/trace.go:171","msg":"trace[1609822503] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"118.096445ms","start":"2026-03-31T18:31:14.0472Z","end":"2026-03-31T18:31:14.165297Z","steps":["trace[1609822503] 'process raft request' (duration: 118.041344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:14.165378Z","caller":"traceutil/trace.go:171","msg":"trace[343411714] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"118.211037ms","start":"2026-03-31T18:31:14.047143Z","end":"2026-03-31T18:31:14.165354Z","steps":["trace[343411714] 'process raft request' (duration: 117.929011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.551417Z","caller":"traceutil/trace.go:171","msg":"trace[1639475147] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"130.216556ms","start":"2026-03-31T18:31:15.421163Z","end":"2026-03-31T18:31:15.551379Z","steps":["trace[1639475147] 'process raft request' (duration: 64.040523ms)","trace[1639475147] 'compare' (duration: 66.010219ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.552266Z","caller":"traceutil/trace.go:171","msg":"trace[1301836343] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"130.976033ms","start":"2026-03-31T18:31:15.421257Z","end":"2026-03-31T18:31:15.552233Z","steps":["trace[1301836343] 'process raft request' (duration: 130.85652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.728507Z","caller":"traceutil/trace.go:171","msg":"trace[1572471386] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"117.8478ms","start":"2026-03-31T18:31:15.610635Z","end":"2026-03-31T18:31:15.728483Z","steps":["trace[1572471386] 'process raft request' (duration: 117.737578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.887354Z","caller":"traceutil/trace.go:171","msg":"trace[1917732670] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"108.592632ms","start":"2026-03-31T18:31:15.778716Z","end":"2026-03-31T18:31:15.887309Z","steps":["trace[1917732670] 'process raft request' (duration: 94.552198ms)","trace[1917732670] 'compare' (duration: 13.678706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.938055Z","caller":"traceutil/trace.go:171","msg":"trace[700944552] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"159.236247ms","start":"2026-03-31T18:31:15.778783Z","end":"2026-03-31T18:31:15.938019Z","steps":["trace[700944552] 'process raft request' (duration: 158.989642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.938165Z","caller":"traceutil/trace.go:171","msg":"trace[793729805] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"159.021642ms","start":"2026-03-31T18:31:15.779091Z","end":"2026-03-31T18:31:15.938112Z","steps":["trace[793729805] 'process raft request' (duration: 158.891129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.93821Z","caller":"traceutil/trace.go:171","msg":"trace[398132267] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"158.953641ms","start":"2026-03-31T18:31:15.779204Z","end":"2026-03-31T18:31:15.938158Z","steps":["trace[398132267] 'process raft request' (duration: 158.808148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.938274Z","caller":"traceutil/trace.go:171","msg":"trace[1653039669] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"158.133392ms","start":"2026-03-31T18:31:15.780102Z","end":"2026-03-31T18:31:15.938235Z","steps":["trace[1653039669] 'process raft request' (duration: 157.999279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.938242Z","caller":"traceutil/trace.go:171","msg":"trace[1729405933] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1749; }","duration":"104.95497ms","start":"2026-03-31T18:31:15.833254Z","end":"2026-03-31T18:31:15.938209Z","steps":["trace[1729405933] 'read index received' (duration: 39.964435ms)","trace[1729405933] 'applied index is now lower than readState.Index' (duration: 64.989005ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:15.938359Z","caller":"traceutil/trace.go:171","msg":"trace[1259174032] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"159.480643ms","start":"2026-03-31T18:31:15.778834Z","end":"2026-03-31T18:31:15.938314Z","steps":["trace[1259174032] 'process raft request' (duration: 159.107965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.938443Z","caller":"traceutil/trace.go:171","msg":"trace[273875010] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"158.819107ms","start":"2026-03-31T18:31:15.779593Z","end":"2026-03-31T18:31:15.938412Z","steps":["trace[273875010] 'process raft request' (duration: 158.481439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.938366Z","caller":"traceutil/trace.go:171","msg":"trace[1747558649] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"158.994862ms","start":"2026-03-31T18:31:15.77932Z","end":"2026-03-31T18:31:15.938314Z","steps":["trace[1747558649] 'process raft request' (duration: 158.724626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.938467Z","caller":"traceutil/trace.go:171","msg":"trace[75198554] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"156.556527ms","start":"2026-03-31T18:31:15.781857Z","end":"2026-03-31T18:31:15.938413Z","steps":["trace[75198554] 'process raft request' (duration: 156.270731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:15.938509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.203487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:15.938556Z","caller":"traceutil/trace.go:171","msg":"trace[1448453333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1685; }","duration":"105.35436ms","start":"2026-03-31T18:31:15.833187Z","end":"2026-03-31T18:31:15.938541Z","steps":["trace[1448453333] 'agreement among raft nodes before linearized reading' (duration: 105.193406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.048543Z","caller":"traceutil/trace.go:171","msg":"trace[37970198] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"100.00586ms","start":"2026-03-31T18:31:15.948511Z","end":"2026-03-31T18:31:16.048517Z","steps":["trace[37970198] 'process raft request' (duration: 99.950899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.048626Z","caller":"traceutil/trace.go:171","msg":"trace[998727699] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"103.959239ms","start":"2026-03-31T18:31:15.944655Z","end":"2026-03-31T18:31:16.048614Z","steps":["trace[998727699] 'process raft request' (duration: 103.514828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.048847Z","caller":"traceutil/trace.go:171","msg":"trace[519433433] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"100.4143ms","start":"2026-03-31T18:31:15.948409Z","end":"2026-03-31T18:31:16.048823Z","steps":["trace[519433433] 'process raft request' (duration: 99.99199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.048538Z","caller":"traceutil/trace.go:171","msg":"trace[2111544327] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"103.836677ms","start":"2026-03-31T18:31:15.944655Z","end":"2026-03-31T18:31:16.048491Z","steps":["trace[2111544327] 'process raft request' (duration: 103.696212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.334565Z","caller":"traceutil/trace.go:171","msg":"trace[76433397] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"342.487413ms","start":"2026-03-31T18:31:15.992048Z","end":"2026-03-31T18:31:16.334536Z","steps":["trace[76433397] 'process raft request' (duration: 268.922385ms)","trace[76433397] 'compare' (duration: 73.293022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:16.334547Z","caller":"traceutil/trace.go:171","msg":"trace[2137215102] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1759; }","duration":"301.820272ms","start":"2026-03-31T18:31:16.032689Z","end":"2026-03-31T18:31:16.33451Z","steps":["trace[2137215102] 'read index received' (duration: 15.557488ms)","trace[2137215102] 'applied index is now lower than readState.Index' (duration: 286.260604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:16.334758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.992023Z","time spent":"342.619366ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2512,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:16.334777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.085487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:16.334846Z","caller":"traceutil/trace.go:171","msg":"trace[57504814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1691; }","duration":"302.19626ms","start":"2026-03-31T18:31:16.03264Z","end":"2026-03-31T18:31:16.334836Z","steps":["trace[57504814] 'agreement among raft nodes before linearized reading' (duration: 301.971715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.334879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.032619Z","time spent":"302.251861ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:16.374135Z","caller":"traceutil/trace.go:171","msg":"trace[1695261273] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"319.611899ms","start":"2026-03-31T18:31:16.054479Z","end":"2026-03-31T18:31:16.374091Z","steps":["trace[1695261273] 'process raft request' (duration: 319.361424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.374273Z","caller":"traceutil/trace.go:171","msg":"trace[1691657461] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"205.389661ms","start":"2026-03-31T18:31:16.168843Z","end":"2026-03-31T18:31:16.374233Z","steps":["trace[1691657461] 'process raft request' (duration: 205.248778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.374273Z","caller":"traceutil/trace.go:171","msg":"trace[2070688257] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"318.985425ms","start":"2026-03-31T18:31:16.055201Z","end":"2026-03-31T18:31:16.374186Z","steps":["trace[2070688257] 'process raft request' (duration: 318.772261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.374362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.579217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:16.374458Z","caller":"traceutil/trace.go:171","msg":"trace[1201186096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1695; }","duration":"335.744062ms","start":"2026-03-31T18:31:16.038689Z","end":"2026-03-31T18:31:16.374433Z","steps":["trace[1201186096] 'agreement among raft nodes before linearized reading' (duration: 335.470256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.37448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.813618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:31:16.374548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.054447Z","time spent":"319.796174ms","remote":"127.0.0.1:41560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:16.37457Z","caller":"traceutil/trace.go:171","msg":"trace[992434557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1695; }","duration":"204.94187ms","start":"2026-03-31T18:31:16.169608Z","end":"2026-03-31T18:31:16.37455Z","steps":["trace[992434557] 'agreement among raft nodes before linearized reading' (duration: 204.637124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.37457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.831489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:31:16.37462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.089969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-03-31T18:31:16.374624Z","caller":"traceutil/trace.go:171","msg":"trace[1785903351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1695; }","duration":"204.932711ms","start":"2026-03-31T18:31:16.169675Z","end":"2026-03-31T18:31:16.374608Z","steps":["trace[1785903351] 'agreement among raft nodes before linearized reading' (duration: 204.781907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.374663Z","caller":"traceutil/trace.go:171","msg":"trace[1901719855] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1695; }","duration":"315.157231ms","start":"2026-03-31T18:31:16.059496Z","end":"2026-03-31T18:31:16.374653Z","steps":["trace[1901719855] 'agreement among raft nodes before linearized reading' (duration: 315.045798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.374515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.038659Z","time spent":"335.845453ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:16.374608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.953321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:16.37475Z","caller":"traceutil/trace.go:171","msg":"trace[658646513] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"314.164048ms","start":"2026-03-31T18:31:16.060574Z","end":"2026-03-31T18:31:16.374738Z","steps":["trace[658646513] 'process raft request' (duration: 313.443162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.374728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.055161Z","time spent":"319.252861ms","remote":"127.0.0.1:41560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:16.374788Z","caller":"traceutil/trace.go:171","msg":"trace[1810581776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1695; }","duration":"213.177535ms","start":"2026-03-31T18:31:16.161588Z","end":"2026-03-31T18:31:16.374765Z","steps":["trace[1810581776] 'agreement among raft nodes before linearized reading' (duration: 212.701835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.374911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.06056Z","time spent":"314.217688ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4312,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:16.374694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.059487Z","time spent":"315.200781ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":4341,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-03-31T18:31:16.568547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.890462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:16.568681Z","caller":"traceutil/trace.go:171","msg":"trace[1478486150] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"230.011452ms","start":"2026-03-31T18:31:16.338648Z","end":"2026-03-31T18:31:16.56866Z","steps":["trace[1478486150] 'process raft request' (duration: 110.907795ms)","trace[1478486150] 'compare' (duration: 118.153346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:16.610112Z","caller":"traceutil/trace.go:171","msg":"trace[32885777] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"230.237108ms","start":"2026-03-31T18:31:16.379843Z","end":"2026-03-31T18:31:16.61008Z","steps":["trace[32885777] 'process raft request' (duration: 230.054194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.610202Z","caller":"traceutil/trace.go:171","msg":"trace[1174300434] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"230.515394ms","start":"2026-03-31T18:31:16.379675Z","end":"2026-03-31T18:31:16.61019Z","steps":["trace[1174300434] 'process raft request' (duration: 230.071694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.610206Z","caller":"traceutil/trace.go:171","msg":"trace[451129067] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"230.232187ms","start":"2026-03-31T18:31:16.379916Z","end":"2026-03-31T18:31:16.610148Z","steps":["trace[451129067] 'process raft request' (duration: 230.039413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.610261Z","caller":"traceutil/trace.go:171","msg":"trace[1992819615] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"230.275438ms","start":"2026-03-31T18:31:16.379932Z","end":"2026-03-31T18:31:16.610208Z","steps":["trace[1992819615] 'process raft request' (duration: 230.053944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.610357Z","caller":"traceutil/trace.go:171","msg":"trace[639081709] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"230.403211ms","start":"2026-03-31T18:31:16.379942Z","end":"2026-03-31T18:31:16.610345Z","steps":["trace[639081709] 'process raft request' (duration: 230.074864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.6107Z","caller":"traceutil/trace.go:171","msg":"trace[1152416340] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"224.923468ms","start":"2026-03-31T18:31:16.385767Z","end":"2026-03-31T18:31:16.61069Z","steps":["trace[1152416340] 'process raft request' (duration: 224.770395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.610671Z","caller":"traceutil/trace.go:171","msg":"trace[976486410] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"230.34275ms","start":"2026-03-31T18:31:16.380288Z","end":"2026-03-31T18:31:16.610631Z","steps":["trace[976486410] 'process raft request' (duration: 230.016513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.6107Z","caller":"traceutil/trace.go:171","msg":"trace[1250986629] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"224.855767ms","start":"2026-03-31T18:31:16.385828Z","end":"2026-03-31T18:31:16.610684Z","steps":["trace[1250986629] 'process raft request' (duration: 224.808116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.308148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.795577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:130551"} {"level":"info","ts":"2026-03-31T18:31:17.308186Z","caller":"traceutil/trace.go:171","msg":"trace[2146310059] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"365.367654ms","start":"2026-03-31T18:31:16.942795Z","end":"2026-03-31T18:31:17.308162Z","steps":["trace[2146310059] 'process raft request' (duration: 365.207541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.308245Z","caller":"traceutil/trace.go:171","msg":"trace[113855598] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:1743; }","duration":"379.968581ms","start":"2026-03-31T18:31:16.928255Z","end":"2026-03-31T18:31:17.308224Z","steps":["trace[113855598] 'range keys from in-memory index tree' (duration: 379.490531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.308301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.928215Z","time spent":"380.072663ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":130574,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:31:17.308361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.94278Z","time spent":"365.482798ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:17.308179Z","caller":"traceutil/trace.go:171","msg":"trace[776545570] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1817; }","duration":"364.805392ms","start":"2026-03-31T18:31:16.943346Z","end":"2026-03-31T18:31:17.308151Z","steps":["trace[776545570] 'read index received' (duration: 308.074471ms)","trace[776545570] 'applied index is now lower than readState.Index' (duration: 56.729501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.308403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.039377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"info","ts":"2026-03-31T18:31:17.308768Z","caller":"traceutil/trace.go:171","msg":"trace[1684675886] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1746; }","duration":"365.457176ms","start":"2026-03-31T18:31:16.943293Z","end":"2026-03-31T18:31:17.30875Z","steps":["trace[1684675886] 'agreement among raft nodes before linearized reading' (duration: 364.946675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.308447Z","caller":"traceutil/trace.go:171","msg":"trace[1049856901] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"135.142867ms","start":"2026-03-31T18:31:17.173293Z","end":"2026-03-31T18:31:17.308436Z","steps":["trace[1049856901] 'process raft request' (duration: 134.79226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.308812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.943275Z","time spent":"365.523868ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1103,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-31T18:31:17.308847Z","caller":"traceutil/trace.go:171","msg":"trace[585906025] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"369.033916ms","start":"2026-03-31T18:31:16.939753Z","end":"2026-03-31T18:31:17.308787Z","steps":["trace[585906025] 'process raft request' (duration: 311.727103ms)","trace[585906025] 'compare' (duration: 56.021285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.308982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.812292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:17.30907Z","caller":"traceutil/trace.go:171","msg":"trace[2050092568] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1746; }","duration":"110.980347ms","start":"2026-03-31T18:31:17.198066Z","end":"2026-03-31T18:31:17.309046Z","steps":["trace[2050092568] 'agreement among raft nodes before linearized reading' (duration: 110.797162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.309068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.939721Z","time spent":"369.248911ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2559,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:17.309151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.701313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-03-31T18:31:17.309261Z","caller":"traceutil/trace.go:171","msg":"trace[947508831] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1746; }","duration":"365.884457ms","start":"2026-03-31T18:31:16.943347Z","end":"2026-03-31T18:31:17.309231Z","steps":["trace[947508831] 'agreement among raft nodes before linearized reading' (duration: 365.520128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.309319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.94332Z","time spent":"365.986759ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1136,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-31T18:31:17.74127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.763018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:17.741576Z","caller":"traceutil/trace.go:171","msg":"trace[368500201] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1821; }","duration":"357.860947ms","start":"2026-03-31T18:31:17.383694Z","end":"2026-03-31T18:31:17.741555Z","steps":["trace[368500201] 'read index received' (duration: 243.7115ms)","trace[368500201] 'applied index is now lower than readState.Index' (duration: 114.148347ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.741538Z","caller":"traceutil/trace.go:171","msg":"trace[1017282164] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"426.628257ms","start":"2026-03-31T18:31:17.314858Z","end":"2026-03-31T18:31:17.741486Z","steps":["trace[1017282164] 'process raft request' (duration: 312.556772ms)","trace[1017282164] 'compare' (duration: 113.424931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.741724Z","caller":"traceutil/trace.go:171","msg":"trace[49702765] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"411.263613ms","start":"2026-03-31T18:31:17.330436Z","end":"2026-03-31T18:31:17.7417Z","steps":["trace[49702765] 'process raft request' (duration: 410.960426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.741733Z","caller":"traceutil/trace.go:171","msg":"trace[597458263] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"381.344002ms","start":"2026-03-31T18:31:17.360355Z","end":"2026-03-31T18:31:17.741699Z","steps":["trace[597458263] 'process raft request' (duration: 381.148538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.741758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.314838Z","time spent":"426.815151ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:17.741863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.330412Z","time spent":"411.371946ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3245,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.741904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.360327Z","time spent":"381.479585ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.741958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.249755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:17.74201Z","caller":"traceutil/trace.go:171","msg":"trace[993388893] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1749; }","duration":"358.347528ms","start":"2026-03-31T18:31:17.383648Z","end":"2026-03-31T18:31:17.741995Z","steps":["trace[993388893] 'agreement among raft nodes before linearized reading' (duration: 358.078022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.742059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.38362Z","time spent":"358.42795ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":33,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:17.742089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.776645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133118"} {"level":"info","ts":"2026-03-31T18:31:17.742192Z","caller":"traceutil/trace.go:171","msg":"trace[1602667635] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1749; }","duration":"345.927498ms","start":"2026-03-31T18:31:17.396243Z","end":"2026-03-31T18:31:17.74217Z","steps":["trace[1602667635] 'agreement among raft nodes before linearized reading' (duration: 345.514029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.742254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.39622Z","time spent":"346.023071ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":133141,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:31:17.742322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.278437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-v5wj6.18a2009ce1c3056a\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-31T18:31:17.742484Z","caller":"traceutil/trace.go:171","msg":"trace[1298562436] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-v5wj6.18a2009ce1c3056a; range_end:; response_count:1; response_revision:1749; }","duration":"296.551393ms","start":"2026-03-31T18:31:17.445907Z","end":"2026-03-31T18:31:17.742459Z","steps":["trace[1298562436] 'agreement among raft nodes before linearized reading' (duration: 295.949299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.952356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:17.952446Z","caller":"traceutil/trace.go:171","msg":"trace[585399250] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1825; }","duration":"173.047327ms","start":"2026-03-31T18:31:17.779385Z","end":"2026-03-31T18:31:17.952432Z","steps":["trace[585399250] 'read index received' (duration: 67.518982ms)","trace[585399250] 'applied index is now lower than readState.Index' (duration: 105.526735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.952516Z","caller":"traceutil/trace.go:171","msg":"trace[331931417] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"191.784586ms","start":"2026-03-31T18:31:17.760682Z","end":"2026-03-31T18:31:17.952467Z","steps":["trace[331931417] 'process raft request' (duration: 86.353484ms)","trace[331931417] 'compare' (duration: 105.116085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.952624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.192185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3260"} {"level":"info","ts":"2026-03-31T18:31:17.952658Z","caller":"traceutil/trace.go:171","msg":"trace[590986526] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1751; }","duration":"200.247816ms","start":"2026-03-31T18:31:17.7524Z","end":"2026-03-31T18:31:17.952648Z","steps":["trace[590986526] 'agreement among raft nodes before linearized reading' (duration: 200.085802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.994343Z","caller":"traceutil/trace.go:171","msg":"trace[781919836] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"117.535543ms","start":"2026-03-31T18:31:17.876777Z","end":"2026-03-31T18:31:17.994313Z","steps":["trace[781919836] 'process raft request' (duration: 117.39882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.131426Z","caller":"traceutil/trace.go:171","msg":"trace[1521985095] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"172.856363ms","start":"2026-03-31T18:31:17.958537Z","end":"2026-03-31T18:31:18.131394Z","steps":["trace[1521985095] 'process raft request' (duration: 172.762311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.13148Z","caller":"traceutil/trace.go:171","msg":"trace[2080015787] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"186.16992ms","start":"2026-03-31T18:31:17.945263Z","end":"2026-03-31T18:31:18.131433Z","steps":["trace[2080015787] 'process raft request' (duration: 170.197551ms)","trace[2080015787] 'compare' (duration: 15.658832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:18.132067Z","caller":"traceutil/trace.go:171","msg":"trace[2056472055] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"173.128988ms","start":"2026-03-31T18:31:17.958925Z","end":"2026-03-31T18:31:18.132054Z","steps":["trace[2056472055] 'process raft request' (duration: 172.890043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.132175Z","caller":"traceutil/trace.go:171","msg":"trace[627170098] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"173.153689ms","start":"2026-03-31T18:31:17.959011Z","end":"2026-03-31T18:31:18.132165Z","steps":["trace[627170098] 'process raft request' (duration: 172.964584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.132085Z","caller":"traceutil/trace.go:171","msg":"trace[305788732] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"173.16398ms","start":"2026-03-31T18:31:17.958869Z","end":"2026-03-31T18:31:18.132033Z","steps":["trace[305788732] 'process raft request' (duration: 172.489135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.132259Z","caller":"traceutil/trace.go:171","msg":"trace[540933150] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"170.972731ms","start":"2026-03-31T18:31:17.961278Z","end":"2026-03-31T18:31:18.132251Z","steps":["trace[540933150] 'process raft request' (duration: 170.740625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.132369Z","caller":"traceutil/trace.go:171","msg":"trace[173103236] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"170.752675ms","start":"2026-03-31T18:31:17.961603Z","end":"2026-03-31T18:31:18.132356Z","steps":["trace[173103236] 'process raft request' (duration: 170.453808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.132456Z","caller":"traceutil/trace.go:171","msg":"trace[2044160998] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"145.339805ms","start":"2026-03-31T18:31:17.987107Z","end":"2026-03-31T18:31:18.132447Z","steps":["trace[2044160998] 'process raft request' (duration: 144.987327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.132457Z","caller":"traceutil/trace.go:171","msg":"trace[1592078702] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1826; }","duration":"179.92477ms","start":"2026-03-31T18:31:17.952465Z","end":"2026-03-31T18:31:18.13239Z","steps":["trace[1592078702] 'read index received' (duration: 41.726434ms)","trace[1592078702] 'applied index is now lower than readState.Index' (duration: 138.196956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:18.132756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.508013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:31:18.132803Z","caller":"traceutil/trace.go:171","msg":"trace[357401346] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1760; }","duration":"350.604404ms","start":"2026-03-31T18:31:17.782187Z","end":"2026-03-31T18:31:18.132791Z","steps":["trace[357401346] 'agreement among raft nodes before linearized reading' (duration: 350.405439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.132824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.975755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:18.132877Z","caller":"traceutil/trace.go:171","msg":"trace[227917412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1760; }","duration":"298.072937ms","start":"2026-03-31T18:31:17.834793Z","end":"2026-03-31T18:31:18.132866Z","steps":["trace[227917412] 'agreement among raft nodes before linearized reading' (duration: 297.968805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.133705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.782173Z","time spent":"351.513104ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:31:18.155016Z","caller":"traceutil/trace.go:171","msg":"trace[1346654381] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"149.894388ms","start":"2026-03-31T18:31:18.005078Z","end":"2026-03-31T18:31:18.154972Z","steps":["trace[1346654381] 'process raft request' (duration: 149.653202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.33853Z","caller":"traceutil/trace.go:171","msg":"trace[1727491086] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"182.190951ms","start":"2026-03-31T18:31:18.156311Z","end":"2026-03-31T18:31:18.338502Z","steps":["trace[1727491086] 'process raft request' (duration: 182.015687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.464835Z","caller":"traceutil/trace.go:171","msg":"trace[347305565] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"111.996769ms","start":"2026-03-31T18:31:18.352809Z","end":"2026-03-31T18:31:18.464806Z","steps":["trace[347305565] 'process raft request' (duration: 111.345314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.734719Z","caller":"traceutil/trace.go:171","msg":"trace[53873863] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"254.655514ms","start":"2026-03-31T18:31:18.480029Z","end":"2026-03-31T18:31:18.734685Z","steps":["trace[53873863] 'process raft request' (duration: 254.401038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.734998Z","caller":"traceutil/trace.go:171","msg":"trace[1900100668] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1767; }","duration":"253.840416ms","start":"2026-03-31T18:31:18.481141Z","end":"2026-03-31T18:31:18.734981Z","steps":["trace[1900100668] 'process raft request' (duration: 253.494188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.735104Z","caller":"traceutil/trace.go:171","msg":"trace[1689796725] linearizableReadLoop","detail":"{readStateIndex:1843; appliedIndex:1841; }","duration":"212.256235ms","start":"2026-03-31T18:31:18.522742Z","end":"2026-03-31T18:31:18.734999Z","steps":["trace[1689796725] 'read index received' (duration: 211.678361ms)","trace[1689796725] 'applied index is now lower than readState.Index' (duration: 575.784µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:18.735335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.575782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:24984"} {"level":"warn","ts":"2026-03-31T18:31:18.735783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.846637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:31:18.735667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.640182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:18.735865Z","caller":"traceutil/trace.go:171","msg":"trace[1045655808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1767; }","duration":"120.882908ms","start":"2026-03-31T18:31:18.614967Z","end":"2026-03-31T18:31:18.73585Z","steps":["trace[1045655808] 'agreement among raft nodes before linearized reading' (duration: 120.625202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.735851Z","caller":"traceutil/trace.go:171","msg":"trace[749505389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1767; }","duration":"120.965119ms","start":"2026-03-31T18:31:18.614868Z","end":"2026-03-31T18:31:18.735833Z","steps":["trace[749505389] 'agreement among raft nodes before linearized reading' (duration: 120.798676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.735693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.781693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:31:18.736071Z","caller":"traceutil/trace.go:171","msg":"trace[787076001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1767; }","duration":"120.244034ms","start":"2026-03-31T18:31:18.615816Z","end":"2026-03-31T18:31:18.73606Z","steps":["trace[787076001] 'agreement among raft nodes before linearized reading' (duration: 119.756994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.735693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.464812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:18.736172Z","caller":"traceutil/trace.go:171","msg":"trace[1805207063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1767; }","duration":"160.011794ms","start":"2026-03-31T18:31:18.576148Z","end":"2026-03-31T18:31:18.73616Z","steps":["trace[1805207063] 'agreement among raft nodes before linearized reading' (duration: 159.384481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.735716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.798734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:18.736266Z","caller":"traceutil/trace.go:171","msg":"trace[586006584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1767; }","duration":"120.410357ms","start":"2026-03-31T18:31:18.61584Z","end":"2026-03-31T18:31:18.73625Z","steps":["trace[586006584] 'agreement among raft nodes before linearized reading' (duration: 119.759133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:18.7358Z","caller":"traceutil/trace.go:171","msg":"trace[1669913540] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1767; }","duration":"213.110024ms","start":"2026-03-31T18:31:18.522672Z","end":"2026-03-31T18:31:18.735782Z","steps":["trace[1669913540] 'agreement among raft nodes before linearized reading' (duration: 212.443459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.023065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.243665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:19.023227Z","caller":"traceutil/trace.go:171","msg":"trace[896986733] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"280.33822ms","start":"2026-03-31T18:31:18.742867Z","end":"2026-03-31T18:31:19.023206Z","steps":["trace[896986733] 'process raft request' (duration: 158.838179ms)","trace[896986733] 'compare' (duration: 121.075012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.2474Z","caller":"traceutil/trace.go:171","msg":"trace[776093953] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"504.104302ms","start":"2026-03-31T18:31:18.743238Z","end":"2026-03-31T18:31:19.247342Z","steps":["trace[776093953] 'process raft request' (duration: 422.432463ms)","trace[776093953] 'compare' (duration: 81.330051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.247678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.743229Z","time spent":"504.293717ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.247841Z","caller":"traceutil/trace.go:171","msg":"trace[904565423] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"504.523973ms","start":"2026-03-31T18:31:18.743275Z","end":"2026-03-31T18:31:19.247799Z","steps":["trace[904565423] 'process raft request' (duration: 503.98018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.248089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.74326Z","time spent":"504.701447ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.24815Z","caller":"traceutil/trace.go:171","msg":"trace[1152813552] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"504.813509ms","start":"2026-03-31T18:31:18.743305Z","end":"2026-03-31T18:31:19.248118Z","steps":["trace[1152813552] 'process raft request' (duration: 504.313568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.248426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.743272Z","time spent":"505.034624ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.248528Z","caller":"traceutil/trace.go:171","msg":"trace[702162777] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1843; }","duration":"505.132945ms","start":"2026-03-31T18:31:18.743381Z","end":"2026-03-31T18:31:19.248514Z","steps":["trace[702162777] 'read index received' (duration: 158.244314ms)","trace[702162777] 'applied index is now lower than readState.Index' (duration: 346.887551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.248553Z","caller":"traceutil/trace.go:171","msg":"trace[192557132] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"504.88183ms","start":"2026-03-31T18:31:18.743644Z","end":"2026-03-31T18:31:19.248526Z","steps":["trace[192557132] 'process raft request' (duration: 504.334078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.248651Z","caller":"traceutil/trace.go:171","msg":"trace[70760948] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"504.736317ms","start":"2026-03-31T18:31:18.743903Z","end":"2026-03-31T18:31:19.248639Z","steps":["trace[70760948] 'process raft request' (duration: 504.44814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.248721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.743891Z","time spent":"504.791567ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:19.248827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.743612Z","time spent":"505.091444ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.249107Z","caller":"traceutil/trace.go:171","msg":"trace[325262446] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"495.182472ms","start":"2026-03-31T18:31:18.753904Z","end":"2026-03-31T18:31:19.249087Z","steps":["trace[325262446] 'process raft request' (duration: 494.540178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.249118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.557715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:24984"} {"level":"info","ts":"2026-03-31T18:31:19.249171Z","caller":"traceutil/trace.go:171","msg":"trace[1943405971] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1774; }","duration":"501.645927ms","start":"2026-03-31T18:31:18.747511Z","end":"2026-03-31T18:31:19.249157Z","steps":["trace[1943405971] 'agreement among raft nodes before linearized reading' (duration: 501.449663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.248843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.453423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-q4bxh\" ","response":"range_response_count:1 size:2574"} {"level":"warn","ts":"2026-03-31T18:31:19.249205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.747499Z","time spent":"501.698558ms","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":25007,"request content":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" "} {"level":"warn","ts":"2026-03-31T18:31:19.249207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.753888Z","time spent":"495.266635ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3082,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.249256Z","caller":"traceutil/trace.go:171","msg":"trace[405649892] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-q4bxh; range_end:; response_count:1; response_revision:1774; }","duration":"505.913284ms","start":"2026-03-31T18:31:18.743319Z","end":"2026-03-31T18:31:19.249232Z","steps":["trace[405649892] 'agreement among raft nodes before linearized reading' (duration: 505.327501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.249335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.743289Z","time spent":"506.024245ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":2597,"request content":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook-q4bxh\" "} {"level":"info","ts":"2026-03-31T18:31:19.455825Z","caller":"traceutil/trace.go:171","msg":"trace[1508383900] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"197.187228ms","start":"2026-03-31T18:31:19.25861Z","end":"2026-03-31T18:31:19.455797Z","steps":["trace[1508383900] 'read index received' (duration: 101.759631ms)","trace[1508383900] 'applied index is now lower than readState.Index' (duration: 95.426737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:19.455918Z","caller":"traceutil/trace.go:171","msg":"trace[1371714367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1775; }","duration":"205.084624ms","start":"2026-03-31T18:31:19.250794Z","end":"2026-03-31T18:31:19.455878Z","steps":["trace[1371714367] 'process raft request' (duration: 109.590195ms)","trace[1371714367] 'compare' (duration: 95.190512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.456083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.427683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:24984"} {"level":"info","ts":"2026-03-31T18:31:19.456118Z","caller":"traceutil/trace.go:171","msg":"trace[677438613] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1775; }","duration":"197.523075ms","start":"2026-03-31T18:31:19.258585Z","end":"2026-03-31T18:31:19.456108Z","steps":["trace[677438613] 'agreement among raft nodes before linearized reading' (duration: 197.31523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.624306Z","caller":"traceutil/trace.go:171","msg":"trace[85093805] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"139.27517ms","start":"2026-03-31T18:31:19.484993Z","end":"2026-03-31T18:31:19.624268Z","steps":["trace[85093805] 'process raft request' (duration: 75.932831ms)","trace[85093805] 'compare' (duration: 63.127854ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:21.377039Z","caller":"traceutil/trace.go:171","msg":"trace[505286522] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"114.415143ms","start":"2026-03-31T18:31:21.262592Z","end":"2026-03-31T18:31:21.377007Z","steps":["trace[505286522] 'process raft request' (duration: 114.157107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.605988Z","caller":"traceutil/trace.go:171","msg":"trace[278008431] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"343.079645ms","start":"2026-03-31T18:31:21.262865Z","end":"2026-03-31T18:31:21.605944Z","steps":["trace[278008431] 'process raft request' (duration: 342.994213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.606007Z","caller":"traceutil/trace.go:171","msg":"trace[1093841959] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"343.196808ms","start":"2026-03-31T18:31:21.262782Z","end":"2026-03-31T18:31:21.605979Z","steps":["trace[1093841959] 'process raft request' (duration: 342.85373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.606122Z","caller":"traceutil/trace.go:171","msg":"trace[2010109382] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"342.578334ms","start":"2026-03-31T18:31:21.26351Z","end":"2026-03-31T18:31:21.606088Z","steps":["trace[2010109382] 'process raft request' (duration: 342.39385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.606214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.262838Z","time spent":"343.260369ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:21.606284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.263497Z","time spent":"342.699976ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:21.606383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.262768Z","time spent":"343.441223ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:24.222125Z","caller":"traceutil/trace.go:171","msg":"trace[680907553] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1821; }","duration":"139.217328ms","start":"2026-03-31T18:31:24.082868Z","end":"2026-03-31T18:31:24.222085Z","steps":["trace[680907553] 'process raft request' (duration: 139.090665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.454486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.419538Z","caller":"traceutil/trace.go:171","msg":"trace[1170624818] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1864; }","duration":"111.654471ms","start":"2026-03-31T18:31:27.307859Z","end":"2026-03-31T18:31:27.419514Z","steps":["trace[1170624818] 'count revisions from in-memory index tree' (duration: 111.335444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.230637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:27.419652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.097352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.419713Z","caller":"traceutil/trace.go:171","msg":"trace[2080956657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"213.435132ms","start":"2026-03-31T18:31:27.206256Z","end":"2026-03-31T18:31:27.419691Z","steps":["trace[2080956657] 'count revisions from in-memory index tree' (duration: 213.139035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.844817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:27.419776Z","caller":"traceutil/trace.go:171","msg":"trace[632647216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1864; }","duration":"129.239155ms","start":"2026-03-31T18:31:27.2905Z","end":"2026-03-31T18:31:27.419739Z","steps":["trace[632647216] 'range keys from in-memory index tree' (duration: 129.040171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.855566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.419818Z","caller":"traceutil/trace.go:171","msg":"trace[514222731] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:1864; }","duration":"175.035151ms","start":"2026-03-31T18:31:27.244764Z","end":"2026-03-31T18:31:27.419799Z","steps":["trace[514222731] 'range keys from in-memory index tree' (duration: 174.551541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.41981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.87758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:27.419856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.224592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.419894Z","caller":"traceutil/trace.go:171","msg":"trace[1168120808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"129.998643ms","start":"2026-03-31T18:31:27.289867Z","end":"2026-03-31T18:31:27.419865Z","steps":["trace[1168120808] 'count revisions from in-memory index tree' (duration: 129.594244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.419926Z","caller":"traceutil/trace.go:171","msg":"trace[1525569228] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1864; }","duration":"111.336764ms","start":"2026-03-31T18:31:27.308563Z","end":"2026-03-31T18:31:27.4199Z","steps":["trace[1525569228] 'range keys from in-memory index tree' (duration: 111.1223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.702808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420037Z","caller":"traceutil/trace.go:171","msg":"trace[1946631952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"213.745949ms","start":"2026-03-31T18:31:27.206271Z","end":"2026-03-31T18:31:27.420017Z","steps":["trace[1946631952] 'range keys from in-memory index tree' (duration: 213.567924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.420052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.546404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420075Z","caller":"traceutil/trace.go:171","msg":"trace[1964417191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"184.569784ms","start":"2026-03-31T18:31:27.235499Z","end":"2026-03-31T18:31:27.420069Z","steps":["trace[1964417191] 'count revisions from in-memory index tree' (duration: 184.439152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.420078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.700427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420116Z","caller":"traceutil/trace.go:171","msg":"trace[664654257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"242.746638ms","start":"2026-03-31T18:31:27.177361Z","end":"2026-03-31T18:31:27.420108Z","steps":["trace[664654257] 'range keys from in-memory index tree' (duration: 242.488642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.420143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.199543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:27.42017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.790889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420197Z","caller":"traceutil/trace.go:171","msg":"trace[888515884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"162.299196ms","start":"2026-03-31T18:31:27.257883Z","end":"2026-03-31T18:31:27.420182Z","steps":["trace[888515884] 'range keys from in-memory index tree' (duration: 162.03968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.420209Z","caller":"traceutil/trace.go:171","msg":"trace[881918704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"242.859581ms","start":"2026-03-31T18:31:27.177339Z","end":"2026-03-31T18:31:27.420199Z","steps":["trace[881918704] 'count revisions from in-memory index tree' (duration: 242.581314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:27.419833Z","caller":"traceutil/trace.go:171","msg":"trace[1361239085] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1864; }","duration":"111.919047ms","start":"2026-03-31T18:31:27.307903Z","end":"2026-03-31T18:31:27.419823Z","steps":["trace[1361239085] 'range keys from in-memory index tree' (duration: 111.792204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.714226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420309Z","caller":"traceutil/trace.go:171","msg":"trace[552040037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"130.132905ms","start":"2026-03-31T18:31:27.290167Z","end":"2026-03-31T18:31:27.4203Z","steps":["trace[552040037] 'range keys from in-memory index tree' (duration: 129.599973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.420427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.962848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420484Z","caller":"traceutil/trace.go:171","msg":"trace[158835525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"162.087541ms","start":"2026-03-31T18:31:27.258379Z","end":"2026-03-31T18:31:27.420467Z","steps":["trace[158835525] 'count revisions from in-memory index tree' (duration: 161.875597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.419908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.468302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.420527Z","caller":"traceutil/trace.go:171","msg":"trace[768295714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1864; }","duration":"185.176018ms","start":"2026-03-31T18:31:27.235343Z","end":"2026-03-31T18:31:27.420519Z","steps":["trace[768295714] 'range keys from in-memory index tree' (duration: 184.37015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:28.541017Z","caller":"traceutil/trace.go:171","msg":"trace[1907765269] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"266.914429ms","start":"2026-03-31T18:31:28.274075Z","end":"2026-03-31T18:31:28.54099Z","steps":["trace[1907765269] 'process raft request' (duration: 266.188903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:33.031983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.911736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:33.032091Z","caller":"traceutil/trace.go:171","msg":"trace[436685039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1896; }","duration":"199.154741ms","start":"2026-03-31T18:31:32.832913Z","end":"2026-03-31T18:31:33.032067Z","steps":["trace[436685039] 'range keys from in-memory index tree' (duration: 198.798223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:33.032359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.974364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:33.032515Z","caller":"traceutil/trace.go:171","msg":"trace[1886247808] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"187.630693ms","start":"2026-03-31T18:31:32.844859Z","end":"2026-03-31T18:31:33.03249Z","steps":["trace[1886247808] 'read index received' (duration: 77.411735ms)","trace[1886247808] 'applied index is now lower than readState.Index' (duration: 110.216958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:33.03262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.744926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:33.032672Z","caller":"traceutil/trace.go:171","msg":"trace[1455160926] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1897; }","duration":"187.814017ms","start":"2026-03-31T18:31:32.844841Z","end":"2026-03-31T18:31:33.032655Z","steps":["trace[1455160926] 'agreement among raft nodes before linearized reading' (duration: 187.715795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:33.032729Z","caller":"traceutil/trace.go:171","msg":"trace[1798341286] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"194.017446ms","start":"2026-03-31T18:31:32.838599Z","end":"2026-03-31T18:31:33.032617Z","steps":["trace[1798341286] 'process raft request' (duration: 83.667225ms)","trace[1798341286] 'compare' (duration: 109.783839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:33.304759Z","caller":"traceutil/trace.go:171","msg":"trace[496416196] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"181.994966ms","start":"2026-03-31T18:31:33.122722Z","end":"2026-03-31T18:31:33.304717Z","steps":["trace[496416196] 'process raft request' (duration: 181.73295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:33.872402Z","caller":"traceutil/trace.go:171","msg":"trace[192074524] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"152.046345ms","start":"2026-03-31T18:31:33.72034Z","end":"2026-03-31T18:31:33.872387Z","steps":["trace[192074524] 'process raft request' (duration: 104.061241ms)","trace[192074524] 'compare' (duration: 47.674508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:33.872568Z","caller":"traceutil/trace.go:171","msg":"trace[55299755] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"151.572925ms","start":"2026-03-31T18:31:33.720976Z","end":"2026-03-31T18:31:33.872549Z","steps":["trace[55299755] 'process raft request' (duration: 151.309029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:33.87233Z","caller":"traceutil/trace.go:171","msg":"trace[643260612] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"151.902613ms","start":"2026-03-31T18:31:33.720409Z","end":"2026-03-31T18:31:33.872311Z","steps":["trace[643260612] 'process raft request' (duration: 151.849512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:36.667764Z","caller":"traceutil/trace.go:171","msg":"trace[762001244] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"208.619964ms","start":"2026-03-31T18:31:36.459105Z","end":"2026-03-31T18:31:36.667725Z","steps":["trace[762001244] 'read index received' (duration: 162.276166ms)","trace[762001244] 'applied index is now lower than readState.Index' (duration: 46.342078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:36.667815Z","caller":"traceutil/trace.go:171","msg":"trace[578929468] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"215.667951ms","start":"2026-03-31T18:31:36.452104Z","end":"2026-03-31T18:31:36.667772Z","steps":["trace[578929468] 'process raft request' (duration: 169.345192ms)","trace[578929468] 'compare' (duration: 46.092213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:36.668361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.117045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-31T18:31:36.668483Z","caller":"traceutil/trace.go:171","msg":"trace[640343326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:1955; }","duration":"209.38856ms","start":"2026-03-31T18:31:36.459063Z","end":"2026-03-31T18:31:36.668452Z","steps":["trace[640343326] 'agreement among raft nodes before linearized reading' (duration: 208.793067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:36.748127Z","caller":"traceutil/trace.go:171","msg":"trace[2020813154] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"133.050961ms","start":"2026-03-31T18:31:36.615025Z","end":"2026-03-31T18:31:36.748076Z","steps":["trace[2020813154] 'process raft request' (duration: 132.842236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:36.748245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.452546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:2561"} {"level":"warn","ts":"2026-03-31T18:31:36.748308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.572633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-31T18:31:36.748347Z","caller":"traceutil/trace.go:171","msg":"trace[868573479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:1956; }","duration":"281.600698ms","start":"2026-03-31T18:31:36.466724Z","end":"2026-03-31T18:31:36.748325Z","steps":["trace[868573479] 'agreement among raft nodes before linearized reading' (duration: 281.312272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:36.748309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.580595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T18:31:36.748586Z","caller":"traceutil/trace.go:171","msg":"trace[1976848611] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1956; }","duration":"109.916053ms","start":"2026-03-31T18:31:36.638643Z","end":"2026-03-31T18:31:36.748559Z","steps":["trace[1976848611] 'agreement among raft nodes before linearized reading' (duration: 109.446932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:36.748406Z","caller":"traceutil/trace.go:171","msg":"trace[1902285489] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1956; }","duration":"208.734817ms","start":"2026-03-31T18:31:36.539648Z","end":"2026-03-31T18:31:36.748383Z","steps":["trace[1902285489] 'agreement among raft nodes before linearized reading' (duration: 208.474541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:37.068527Z","caller":"traceutil/trace.go:171","msg":"trace[1840820227] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2039; }","duration":"318.267539ms","start":"2026-03-31T18:31:36.750239Z","end":"2026-03-31T18:31:37.068506Z","steps":["trace[1840820227] 'read index received' (duration: 228.08471ms)","trace[1840820227] 'applied index is now lower than readState.Index' (duration: 90.181739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:37.068618Z","caller":"traceutil/trace.go:171","msg":"trace[784061721] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"393.860654ms","start":"2026-03-31T18:31:36.674699Z","end":"2026-03-31T18:31:37.068559Z","steps":["trace[784061721] 'process raft request' (duration: 393.67618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.068728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.474175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:37.068779Z","caller":"traceutil/trace.go:171","msg":"trace[455947584] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:1959; }","duration":"318.608647ms","start":"2026-03-31T18:31:36.750161Z","end":"2026-03-31T18:31:37.068769Z","steps":["trace[455947584] 'agreement among raft nodes before linearized reading' (duration: 318.427843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.068799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.750139Z","time spent":"318.655709ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" "} {"level":"warn","ts":"2026-03-31T18:31:37.068805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.554616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"warn","ts":"2026-03-31T18:31:37.068823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.674662Z","time spent":"394.060338ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:37.068849Z","caller":"traceutil/trace.go:171","msg":"trace[670831254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1959; }","duration":"318.635958ms","start":"2026-03-31T18:31:36.750199Z","end":"2026-03-31T18:31:37.068834Z","steps":["trace[670831254] 'agreement among raft nodes before linearized reading' (duration: 318.434353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.06889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.750177Z","time spent":"318.70447ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-31T18:31:37.06901Z","caller":"traceutil/trace.go:171","msg":"trace[1196821839] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"399.11311ms","start":"2026-03-31T18:31:36.669877Z","end":"2026-03-31T18:31:37.06899Z","steps":["trace[1196821839] 'process raft request' (duration: 308.486981ms)","trace[1196821839] 'compare' (duration: 89.831442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:37.069087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.669841Z","time spent":"399.213513ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:37.068757Z","caller":"traceutil/trace.go:171","msg":"trace[2026713670] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"340.855426ms","start":"2026-03-31T18:31:36.727676Z","end":"2026-03-31T18:31:37.068531Z","steps":["trace[2026713670] 'process raft request' (duration: 340.768694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.070681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.727646Z","time spent":"342.908793ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:37.378024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.32079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:37.378308Z","caller":"traceutil/trace.go:171","msg":"trace[2028080103] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"330.660347ms","start":"2026-03-31T18:31:37.047621Z","end":"2026-03-31T18:31:37.378282Z","steps":["trace[2028080103] 'process raft request' (duration: 228.958128ms)","trace[2028080103] 'compare' (duration: 101.149046ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:37.378307Z","caller":"traceutil/trace.go:171","msg":"trace[1295089792] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"309.668367ms","start":"2026-03-31T18:31:37.068602Z","end":"2026-03-31T18:31:37.37827Z","steps":["trace[1295089792] 'read index received' (duration: 207.993279ms)","trace[1295089792] 'applied index is now lower than readState.Index' (duration: 101.672518ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:37.37844Z","caller":"traceutil/trace.go:171","msg":"trace[617016447] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"304.616014ms","start":"2026-03-31T18:31:37.073782Z","end":"2026-03-31T18:31:37.378398Z","steps":["trace[617016447] 'process raft request' (duration: 304.403139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.378525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.047581Z","time spent":"330.815611ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:37.378543Z","caller":"traceutil/trace.go:171","msg":"trace[682194550] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"304.226915ms","start":"2026-03-31T18:31:37.074293Z","end":"2026-03-31T18:31:37.378519Z","steps":["trace[682194550] 'process raft request' (duration: 303.951969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.37861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.073756Z","time spent":"304.773528ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":873,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:37.378649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.074265Z","time spent":"304.332647ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:37.378555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.888537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:37.378774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.045359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121230"} {"level":"info","ts":"2026-03-31T18:31:37.37883Z","caller":"traceutil/trace.go:171","msg":"trace[547028660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"545.214404ms","start":"2026-03-31T18:31:36.833599Z","end":"2026-03-31T18:31:37.378813Z","steps":["trace[547028660] 'agreement among raft nodes before linearized reading' (duration: 544.772824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:37.378839Z","caller":"traceutil/trace.go:171","msg":"trace[389499441] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1962; }","duration":"303.14159ms","start":"2026-03-31T18:31:37.07568Z","end":"2026-03-31T18:31:37.378822Z","steps":["trace[389499441] 'agreement among raft nodes before linearized reading' (duration: 302.903125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.378874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.824646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:37.378947Z","caller":"traceutil/trace.go:171","msg":"trace[1520723844] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:1962; }","duration":"132.942278ms","start":"2026-03-31T18:31:37.24599Z","end":"2026-03-31T18:31:37.378932Z","steps":["trace[1520723844] 'agreement among raft nodes before linearized reading' (duration: 132.772115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.378889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.833571Z","time spent":"545.303306ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:37.378838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.057705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-31T18:31:37.380419Z","caller":"traceutil/trace.go:171","msg":"trace[954458055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"486.887486ms","start":"2026-03-31T18:31:36.893486Z","end":"2026-03-31T18:31:37.380374Z","steps":["trace[954458055] 'agreement among raft nodes before linearized reading' (duration: 484.80124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.378891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.075668Z","time spent":"303.210802ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":121253,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:31:37.380586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:36.893454Z","time spent":"487.108331ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:37.720449Z","caller":"traceutil/trace.go:171","msg":"trace[651618256] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"336.417876ms","start":"2026-03-31T18:31:37.383991Z","end":"2026-03-31T18:31:37.720409Z","steps":["trace[651618256] 'process raft request' (duration: 335.924035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.720642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.383975Z","time spent":"336.550529ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:37.720754Z","caller":"traceutil/trace.go:171","msg":"trace[1626937763] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"336.505058ms","start":"2026-03-31T18:31:37.384176Z","end":"2026-03-31T18:31:37.720681Z","steps":["trace[1626937763] 'process raft request' (duration: 336.149621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.721092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.384149Z","time spent":"336.709042ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:37.734586Z","caller":"traceutil/trace.go:171","msg":"trace[310001295] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"305.119955ms","start":"2026-03-31T18:31:37.429441Z","end":"2026-03-31T18:31:37.734561Z","steps":["trace[310001295] 'process raft request' (duration: 304.906661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:37.7346Z","caller":"traceutil/trace.go:171","msg":"trace[1288904090] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2046; }","duration":"149.216564ms","start":"2026-03-31T18:31:37.585336Z","end":"2026-03-31T18:31:37.734552Z","steps":["trace[1288904090] 'read index received' (duration: 134.592957ms)","trace[1288904090] 'applied index is now lower than readState.Index' (duration: 14.617867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:37.734689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:37.429411Z","time spent":"305.219958ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:37.734951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.602632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:37.735112Z","caller":"traceutil/trace.go:171","msg":"trace[989323799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1965; }","duration":"149.818287ms","start":"2026-03-31T18:31:37.585273Z","end":"2026-03-31T18:31:37.735091Z","steps":["trace[989323799] 'agreement among raft nodes before linearized reading' (duration: 149.430828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.975052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.002902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:37.975322Z","caller":"traceutil/trace.go:171","msg":"trace[136340925] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"230.872572ms","start":"2026-03-31T18:31:37.744426Z","end":"2026-03-31T18:31:37.975299Z","steps":["trace[136340925] 'process raft request' (duration: 230.754029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:37.975352Z","caller":"traceutil/trace.go:171","msg":"trace[1055137880] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"235.862074ms","start":"2026-03-31T18:31:37.739455Z","end":"2026-03-31T18:31:37.975317Z","steps":["trace[1055137880] 'process raft request' (duration: 126.445392ms)","trace[1055137880] 'compare' (duration: 108.713715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:37.975421Z","caller":"traceutil/trace.go:171","msg":"trace[462572271] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2050; }","duration":"162.185013ms","start":"2026-03-31T18:31:37.813213Z","end":"2026-03-31T18:31:37.975398Z","steps":["trace[462572271] 'read index received' (duration: 52.701771ms)","trace[462572271] 'applied index is now lower than readState.Index' (duration: 109.479672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:37.975583Z","caller":"traceutil/trace.go:171","msg":"trace[1205522937] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"157.561729ms","start":"2026-03-31T18:31:37.818007Z","end":"2026-03-31T18:31:37.975569Z","steps":["trace[1205522937] 'process raft request' (duration: 157.268453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.97559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.179577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:37.975612Z","caller":"traceutil/trace.go:171","msg":"trace[1797212628] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"157.187541ms","start":"2026-03-31T18:31:37.818406Z","end":"2026-03-31T18:31:37.975594Z","steps":["trace[1797212628] 'process raft request' (duration: 157.085778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:37.975623Z","caller":"traceutil/trace.go:171","msg":"trace[1280133183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1969; }","duration":"176.264219ms","start":"2026-03-31T18:31:37.799348Z","end":"2026-03-31T18:31:37.975612Z","steps":["trace[1280133183] 'agreement among raft nodes before linearized reading' (duration: 176.098065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:37.975614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.630168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:37.975821Z","caller":"traceutil/trace.go:171","msg":"trace[53506690] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:1969; }","duration":"222.851532ms","start":"2026-03-31T18:31:37.752952Z","end":"2026-03-31T18:31:37.975803Z","steps":["trace[53506690] 'agreement among raft nodes before linearized reading' (duration: 222.535305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.012155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.659815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:38.012245Z","caller":"traceutil/trace.go:171","msg":"trace[660476787] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1971; }","duration":"196.762937ms","start":"2026-03-31T18:31:37.815462Z","end":"2026-03-31T18:31:38.012225Z","steps":["trace[660476787] 'agreement among raft nodes before linearized reading' (duration: 196.513421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.012335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.754997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:38.012492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.878236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:38.012526Z","caller":"traceutil/trace.go:171","msg":"trace[2012862535] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1971; }","duration":"194.936827ms","start":"2026-03-31T18:31:37.817579Z","end":"2026-03-31T18:31:38.012516Z","steps":["trace[2012862535] 'agreement among raft nodes before linearized reading' (duration: 194.881206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:38.012523Z","caller":"traceutil/trace.go:171","msg":"trace[501449038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1971; }","duration":"121.87138ms","start":"2026-03-31T18:31:37.890537Z","end":"2026-03-31T18:31:38.012408Z","steps":["trace[501449038] 'agreement among raft nodes before linearized reading' (duration: 121.607514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.012335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.773912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:38.012668Z","caller":"traceutil/trace.go:171","msg":"trace[864723933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1971; }","duration":"124.187551ms","start":"2026-03-31T18:31:37.888467Z","end":"2026-03-31T18:31:38.012654Z","steps":["trace[864723933] 'agreement among raft nodes before linearized reading' (duration: 123.65072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.013019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.609683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:31:38.013056Z","caller":"traceutil/trace.go:171","msg":"trace[155724024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1971; }","duration":"121.666005ms","start":"2026-03-31T18:31:37.891379Z","end":"2026-03-31T18:31:38.013045Z","steps":["trace[155724024] 'agreement among raft nodes before linearized reading' (duration: 120.703814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:38.167447Z","caller":"traceutil/trace.go:171","msg":"trace[411801983] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"150.120662ms","start":"2026-03-31T18:31:38.017291Z","end":"2026-03-31T18:31:38.167412Z","steps":["trace[411801983] 'process raft request' (duration: 133.715315ms)","trace[411801983] 'compare' (duration: 15.974617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:38.167644Z","caller":"traceutil/trace.go:171","msg":"trace[1975269947] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"149.464758ms","start":"2026-03-31T18:31:38.018134Z","end":"2026-03-31T18:31:38.167598Z","steps":["trace[1975269947] 'process raft request' (duration: 149.275744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:38.167789Z","caller":"traceutil/trace.go:171","msg":"trace[543826845] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"144.068337ms","start":"2026-03-31T18:31:38.023674Z","end":"2026-03-31T18:31:38.167742Z","steps":["trace[543826845] 'process raft request' (duration: 143.781791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:38.167861Z","caller":"traceutil/trace.go:171","msg":"trace[1607095843] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"149.781435ms","start":"2026-03-31T18:31:38.018066Z","end":"2026-03-31T18:31:38.167847Z","steps":["trace[1607095843] 'process raft request' (duration: 149.208132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:38.167996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.059723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:38.168046Z","caller":"traceutil/trace.go:171","msg":"trace[1219067860] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1977; }","duration":"151.210407ms","start":"2026-03-31T18:31:38.016823Z","end":"2026-03-31T18:31:38.168033Z","steps":["trace[1219067860] 'agreement among raft nodes before linearized reading' (duration: 151.017732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:38.440541Z","caller":"traceutil/trace.go:171","msg":"trace[660430820] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"147.485154ms","start":"2026-03-31T18:31:38.293Z","end":"2026-03-31T18:31:38.440485Z","steps":["trace[660430820] 'process raft request' (duration: 146.702755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:40.333304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280642992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:40.834053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280642992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:41.335147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280642992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:41.788576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.057137432s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:41.789088Z","caller":"traceutil/trace.go:171","msg":"trace[1254983313] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"2.057731406s","start":"2026-03-31T18:31:39.731328Z","end":"2026-03-31T18:31:41.789059Z","steps":["trace[1254983313] 'process raft request' (duration: 2.057501831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:41.789263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.731309Z","time spent":"2.057859239s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:41.834212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:41.834308Z","caller":"traceutil/trace.go:171","msg":"trace[1665011345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448853s","start":"2026-03-31T18:31:39.833838Z","end":"2026-03-31T18:31:41.834287Z","steps":["trace[1665011345] 'agreement among raft nodes before linearized reading' (duration: 2.00032735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:41.834361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.833812Z","time spent":"2.000538055s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:43.405367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550141525s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:43.406136Z","caller":"traceutil/trace.go:171","msg":"trace[1484139508] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"3.57081371s","start":"2026-03-31T18:31:39.83528Z","end":"2026-03-31T18:31:43.406094Z","steps":["trace[1484139508] 'process raft request' (duration: 3.570625946s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.406166Z","caller":"traceutil/trace.go:171","msg":"trace[2139617645] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"3.672897888s","start":"2026-03-31T18:31:39.733222Z","end":"2026-03-31T18:31:43.40612Z","steps":["trace[2139617645] 'process raft request' (duration: 3.672443018s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.406333Z","caller":"traceutil/trace.go:171","msg":"trace[29144427] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"3.420812021s","start":"2026-03-31T18:31:39.985497Z","end":"2026-03-31T18:31:43.406309Z","steps":["trace[29144427] 'process raft request' (duration: 3.420497394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.406363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.835261Z","time spent":"3.570992094s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.406426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.73319Z","time spent":"3.673088481s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.406468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.985483Z","time spent":"3.420924823s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:43.406794Z","caller":"traceutil/trace.go:171","msg":"trace[1831647804] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2074; }","duration":"3.573978272s","start":"2026-03-31T18:31:39.832801Z","end":"2026-03-31T18:31:43.406779Z","steps":["trace[1831647804] 'read index received' (duration: 1.95612109s)","trace[1831647804] 'applied index is now lower than readState.Index' (duration: 1.617856182s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:43.406829Z","caller":"traceutil/trace.go:171","msg":"trace[881774210] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"2.491779819s","start":"2026-03-31T18:31:40.915031Z","end":"2026-03-31T18:31:43.406811Z","steps":["trace[881774210] 'process raft request' (duration: 2.491601055s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:43.406887Z","caller":"traceutil/trace.go:171","msg":"trace[1196472103] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"2.014256752s","start":"2026-03-31T18:31:41.39261Z","end":"2026-03-31T18:31:43.406866Z","steps":["trace[1196472103] 'process raft request' (duration: 2.014098399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.40694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574130555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:43.40699Z","caller":"traceutil/trace.go:171","msg":"trace[1738558875] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1997; }","duration":"3.574239838s","start":"2026-03-31T18:31:39.832736Z","end":"2026-03-31T18:31:43.406976Z","steps":["trace[1738558875] 'agreement among raft nodes before linearized reading' (duration: 3.574137335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.407008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.392565Z","time spent":"2.014380955s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.407027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.832704Z","time spent":"3.57431368s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:43.406762Z","caller":"traceutil/trace.go:171","msg":"trace[2102156613] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"2.64358234s","start":"2026-03-31T18:31:40.763145Z","end":"2026-03-31T18:31:43.406727Z","steps":["trace[2102156613] 'process raft request' (duration: 2.643085158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.407505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.763107Z","time spent":"2.644335736s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.407272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.914992Z","time spent":"2.491906192s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:43.834696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999712626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:43.834974Z","caller":"traceutil/trace.go:171","msg":"trace[144616377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000057234s","start":"2026-03-31T18:31:41.83489Z","end":"2026-03-31T18:31:43.834947Z","steps":["trace[144616377] 'agreement among raft nodes before linearized reading' (duration: 1.999747737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:43.835051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:41.834864Z","time spent":"2.000172206s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:44.980874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995385693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:44.981104Z","caller":"traceutil/trace.go:171","msg":"trace[1612104610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.995683101s","start":"2026-03-31T18:31:39.985394Z","end":"2026-03-31T18:31:44.981077Z","steps":["trace[1612104610] 'agreement among raft nodes before linearized reading' (duration: 4.995413164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:44.981198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.985373Z","time spent":"4.995809003s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:31:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:45.172289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999626629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:45.172408Z","caller":"traceutil/trace.go:171","msg":"trace[1038422623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999821493s","start":"2026-03-31T18:31:40.17256Z","end":"2026-03-31T18:31:45.172382Z","steps":["trace[1038422623] 'agreement among raft nodes before linearized reading' (duration: 4.999668769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.172465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.172529Z","time spent":"4.999925004s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:31:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:45.363133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:45.363242Z","caller":"traceutil/trace.go:171","msg":"trace[1347691226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210348s","start":"2026-03-31T18:31:43.363005Z","end":"2026-03-31T18:31:45.363216Z","steps":["trace[1347691226] 'agreement among raft nodes before linearized reading' (duration: 2.000065595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.363302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.362979Z","time spent":"2.0003121s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:45.843507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:45.843626Z","caller":"traceutil/trace.go:171","msg":"trace[1587269175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357661s","start":"2026-03-31T18:31:43.843246Z","end":"2026-03-31T18:31:45.843603Z","steps":["trace[1587269175] 'agreement among raft nodes before linearized reading' (duration: 2.000199547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.843673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.84322Z","time spent":"2.000444253s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:45.936853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386574502s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:45.937215Z","caller":"traceutil/trace.go:171","msg":"trace[2085980952] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2081; }","duration":"2.530349633s","start":"2026-03-31T18:31:43.406842Z","end":"2026-03-31T18:31:45.937192Z","steps":["trace[2085980952] 'read index received' (duration: 143.475014ms)","trace[2085980952] 'applied index is now lower than readState.Index' (duration: 2.386873499s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:45.937379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668612422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:45.93742Z","caller":"traceutil/trace.go:171","msg":"trace[466145463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1997; }","duration":"3.668719384s","start":"2026-03-31T18:31:42.268689Z","end":"2026-03-31T18:31:45.937408Z","steps":["trace[466145463] 'agreement among raft nodes before linearized reading' (duration: 3.668619142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.937466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:42.268655Z","time spent":"3.668799376s","remote":"127.0.0.1:48232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:45.93759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.766049687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:45.937694Z","caller":"traceutil/trace.go:171","msg":"trace[153409490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1997; }","duration":"5.76619469s","start":"2026-03-31T18:31:40.171476Z","end":"2026-03-31T18:31:45.937671Z","steps":["trace[153409490] 'agreement among raft nodes before linearized reading' (duration: 5.765870153s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:45.937668Z","caller":"traceutil/trace.go:171","msg":"trace[1705250848] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"524.596002ms","start":"2026-03-31T18:31:45.413041Z","end":"2026-03-31T18:31:45.937637Z","steps":["trace[1705250848] 'process raft request' (duration: 524.018699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.937786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.171455Z","time spent":"5.766284092s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:45.93759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.764890731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:31:45.93786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:45.412996Z","time spent":"524.755885ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:45.937901Z","caller":"traceutil/trace.go:171","msg":"trace[1544793413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1997; }","duration":"5.765237939s","start":"2026-03-31T18:31:40.172646Z","end":"2026-03-31T18:31:45.937884Z","steps":["trace[1544793413] 'agreement among raft nodes before linearized reading' (duration: 5.764734168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.937956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.172638Z","time spent":"5.76530199s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:45.938049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.481429801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:31:45.938127Z","caller":"traceutil/trace.go:171","msg":"trace[1890945423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1997; }","duration":"5.481552544s","start":"2026-03-31T18:31:40.456553Z","end":"2026-03-31T18:31:45.938106Z","steps":["trace[1890945423] 'agreement among raft nodes before linearized reading' (duration: 5.480817338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:45.938207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.456516Z","time spent":"5.481678477s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:46.005884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888583022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:31:46.005978Z","caller":"traceutil/trace.go:171","msg":"trace[69397160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1998; }","duration":"5.888698215s","start":"2026-03-31T18:31:40.117256Z","end":"2026-03-31T18:31:46.005954Z","steps":["trace[69397160] 'agreement among raft nodes before linearized reading' (duration: 5.820306513s)","trace[69397160] 'range keys from in-memory index tree' (duration: 68.135356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:46.006017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.117178Z","time spent":"5.888831508s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:31:46.006107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931151876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:46.006148Z","caller":"traceutil/trace.go:171","msg":"trace[1491549302] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"592.315648ms","start":"2026-03-31T18:31:45.413805Z","end":"2026-03-31T18:31:46.00612Z","steps":["trace[1491549302] 'process raft request' (duration: 533.743497ms)","trace[1491549302] 'compare' (duration: 58.339936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:46.006162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.018114834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T18:31:46.006284Z","caller":"traceutil/trace.go:171","msg":"trace[1818160713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:1998; }","duration":"6.018282537s","start":"2026-03-31T18:31:39.987972Z","end":"2026-03-31T18:31:46.006255Z","steps":["trace[1818160713] 'agreement among raft nodes before linearized reading' (duration: 5.94962441s)","trace[1818160713] 'range keys from in-memory index tree' (duration: 68.31073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:46.006319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:45.413771Z","time spent":"592.462112ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:46.006342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:39.987967Z","time spent":"6.0183623s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" "} {"level":"info","ts":"2026-03-31T18:31:46.006183Z","caller":"traceutil/trace.go:171","msg":"trace[704822329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1998; }","duration":"5.931264017s","start":"2026-03-31T18:31:40.074905Z","end":"2026-03-31T18:31:46.006169Z","steps":["trace[704822329] 'agreement among raft nodes before linearized reading' (duration: 5.86260123s)","trace[704822329] 'range keys from in-memory index tree' (duration: 68.388521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:46.006477Z","caller":"traceutil/trace.go:171","msg":"trace[959115781] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"592.535264ms","start":"2026-03-31T18:31:45.413933Z","end":"2026-03-31T18:31:46.006468Z","steps":["trace[959115781] 'process raft request' (duration: 592.130084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.006467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:40.07488Z","time spent":"5.931525885s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:46.006516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:45.413918Z","time spent":"592.576875ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:46.006625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744897718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:46.006629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556878527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T18:31:46.006665Z","caller":"traceutil/trace.go:171","msg":"trace[1054064777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2001; }","duration":"2.556953539s","start":"2026-03-31T18:31:43.449704Z","end":"2026-03-31T18:31:46.006658Z","steps":["trace[1054064777] 'agreement among raft nodes before linearized reading' (duration: 2.556770225s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:46.006664Z","caller":"traceutil/trace.go:171","msg":"trace[1629721072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2001; }","duration":"1.744937239s","start":"2026-03-31T18:31:44.261716Z","end":"2026-03-31T18:31:46.006653Z","steps":["trace[1629721072] 'agreement among raft nodes before linearized reading' (duration: 1.744799876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.006685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.449682Z","time spent":"2.556999221s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:46.006687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.261654Z","time spent":"1.745026992s","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:46.00681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.830541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:46.006798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212466942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:46.006829Z","caller":"traceutil/trace.go:171","msg":"trace[1427119838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2001; }","duration":"155.902563ms","start":"2026-03-31T18:31:45.85092Z","end":"2026-03-31T18:31:46.006823Z","steps":["trace[1427119838] 'agreement among raft nodes before linearized reading' (duration: 155.566515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:46.00685Z","caller":"traceutil/trace.go:171","msg":"trace[2011972764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2001; }","duration":"2.212560375s","start":"2026-03-31T18:31:43.79427Z","end":"2026-03-31T18:31:46.00683Z","steps":["trace[2011972764] 'agreement among raft nodes before linearized reading' (duration: 2.212261708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.006887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.794231Z","time spent":"2.212648386s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:46.006886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168271572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:31:46.006926Z","caller":"traceutil/trace.go:171","msg":"trace[1289796916] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:2001; }","duration":"2.168310273s","start":"2026-03-31T18:31:43.838606Z","end":"2026-03-31T18:31:46.006916Z","steps":["trace[1289796916] 'agreement among raft nodes before linearized reading' (duration: 2.167919024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.006948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:43.838547Z","time spent":"2.168396195s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:31:46.006994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293028906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:46.007103Z","caller":"traceutil/trace.go:171","msg":"trace[52570259] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2001; }","duration":"1.293206029s","start":"2026-03-31T18:31:44.713875Z","end":"2026-03-31T18:31:46.007081Z","steps":["trace[52570259] 'agreement among raft nodes before linearized reading' (duration: 1.292631147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.007226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:44.713807Z","time spent":"1.293399514s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:46.007265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.529412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:46.007302Z","caller":"traceutil/trace.go:171","msg":"trace[569370014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2002; }","duration":"945.609674ms","start":"2026-03-31T18:31:45.061677Z","end":"2026-03-31T18:31:46.007287Z","steps":["trace[569370014] 'agreement among raft nodes before linearized reading' (duration: 944.820077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:46.007326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:45.061651Z","time spent":"945.667675ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:46.170025Z","caller":"traceutil/trace.go:171","msg":"trace[950766113] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"101.075424ms","start":"2026-03-31T18:31:46.068879Z","end":"2026-03-31T18:31:46.169954Z","steps":["trace[950766113] 'process raft request' (duration: 40.422765ms)","trace[950766113] 'compare' (duration: 60.032715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:46.89292Z","caller":"traceutil/trace.go:171","msg":"trace[1080532431] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"134.887721ms","start":"2026-03-31T18:31:46.757997Z","end":"2026-03-31T18:31:46.892885Z","steps":["trace[1080532431] 'process raft request' (duration: 134.715007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.488713Z","caller":"traceutil/trace.go:171","msg":"trace[1942424360] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"117.4209ms","start":"2026-03-31T18:31:47.371254Z","end":"2026-03-31T18:31:47.488675Z","steps":["trace[1942424360] 'process raft request' (duration: 117.180205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:47.620876Z","caller":"traceutil/trace.go:171","msg":"trace[78046488] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"123.982177ms","start":"2026-03-31T18:31:47.496859Z","end":"2026-03-31T18:31:47.620841Z","steps":["trace[78046488] 'process raft request' (duration: 121.612423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:48.079444Z","caller":"traceutil/trace.go:171","msg":"trace[697229148] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"134.553795ms","start":"2026-03-31T18:31:47.944844Z","end":"2026-03-31T18:31:48.079398Z","steps":["trace[697229148] 'process raft request' (duration: 126.005173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.291652Z","caller":"traceutil/trace.go:171","msg":"trace[104345] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"194.220601ms","start":"2026-03-31T18:31:49.097405Z","end":"2026-03-31T18:31:49.291626Z","steps":["trace[104345] 'read index received' (duration: 193.844872ms)","trace[104345] 'applied index is now lower than readState.Index' (duration: 374.439µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:49.291764Z","caller":"traceutil/trace.go:171","msg":"trace[1317992318] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"199.652952ms","start":"2026-03-31T18:31:49.092068Z","end":"2026-03-31T18:31:49.291721Z","steps":["trace[1317992318] 'process raft request' (duration: 199.343955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.292031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.586069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:31:49.292132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.31811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:31:49.292158Z","caller":"traceutil/trace.go:171","msg":"trace[630705566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2040; }","duration":"194.748672ms","start":"2026-03-31T18:31:49.097386Z","end":"2026-03-31T18:31:49.292134Z","steps":["trace[630705566] 'agreement among raft nodes before linearized reading' (duration: 194.410084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.292211Z","caller":"traceutil/trace.go:171","msg":"trace[15589402] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2040; }","duration":"176.447002ms","start":"2026-03-31T18:31:49.115738Z","end":"2026-03-31T18:31:49.292185Z","steps":["trace[15589402] 'agreement among raft nodes before linearized reading' (duration: 176.061494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.474718Z","caller":"traceutil/trace.go:171","msg":"trace[1002220862] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2041; }","duration":"181.024315ms","start":"2026-03-31T18:31:49.293664Z","end":"2026-03-31T18:31:49.474689Z","steps":["trace[1002220862] 'process raft request' (duration: 180.841171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.497952Z","caller":"traceutil/trace.go:171","msg":"trace[351339469] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"200.408881ms","start":"2026-03-31T18:31:49.297512Z","end":"2026-03-31T18:31:49.49792Z","steps":["trace[351339469] 'process raft request' (duration: 200.356319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:49.498252Z","caller":"traceutil/trace.go:171","msg":"trace[495424376] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"201.252609ms","start":"2026-03-31T18:31:49.296757Z","end":"2026-03-31T18:31:49.498009Z","steps":["trace[495424376] 'process raft request' (duration: 200.928721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:49.726444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.50241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:49.72664Z","caller":"traceutil/trace.go:171","msg":"trace[1980903972] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"243.802182ms","start":"2026-03-31T18:31:49.48281Z","end":"2026-03-31T18:31:49.726612Z","steps":["trace[1980903972] 'process raft request' (duration: 77.026885ms)","trace[1980903972] 'compare' (duration: 166.274265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:50.036372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.850913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:50.036503Z","caller":"traceutil/trace.go:171","msg":"trace[2063587746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2044; }","duration":"140.008887ms","start":"2026-03-31T18:31:49.896473Z","end":"2026-03-31T18:31:50.036482Z","steps":["trace[2063587746] 'range keys from in-memory index tree' (duration: 139.829063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:50.036644Z","caller":"traceutil/trace.go:171","msg":"trace[1864217213] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"304.440639ms","start":"2026-03-31T18:31:49.732159Z","end":"2026-03-31T18:31:50.036599Z","steps":["trace[1864217213] 'process raft request' (duration: 252.515186ms)","trace[1864217213] 'compare' (duration: 51.487904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:50.036838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.732111Z","time spent":"304.635164ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:50.03752Z","caller":"traceutil/trace.go:171","msg":"trace[1569427368] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"303.934159ms","start":"2026-03-31T18:31:49.73356Z","end":"2026-03-31T18:31:50.037494Z","steps":["trace[1569427368] 'process raft request' (duration: 303.736553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.037642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.793373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:50.037707Z","caller":"traceutil/trace.go:171","msg":"trace[1583087090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"202.934426ms","start":"2026-03-31T18:31:49.834759Z","end":"2026-03-31T18:31:50.037694Z","steps":["trace[1583087090] 'agreement among raft nodes before linearized reading' (duration: 202.811024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.037701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.733526Z","time spent":"304.082802ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:50.037508Z","caller":"traceutil/trace.go:171","msg":"trace[3087147] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2131; }","duration":"202.65435ms","start":"2026-03-31T18:31:49.834821Z","end":"2026-03-31T18:31:50.037476Z","steps":["trace[3087147] 'read index received' (duration: 149.870268ms)","trace[3087147] 'applied index is now lower than readState.Index' (duration: 52.782282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:51.306337Z","caller":"traceutil/trace.go:171","msg":"trace[1832158403] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"376.273609ms","start":"2026-03-31T18:31:50.930028Z","end":"2026-03-31T18:31:51.306302Z","steps":["trace[1832158403] 'read index received' (duration: 376.087835ms)","trace[1832158403] 'applied index is now lower than readState.Index' (duration: 184.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:51.306404Z","caller":"traceutil/trace.go:171","msg":"trace[374851270] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"392.797919ms","start":"2026-03-31T18:31:50.913559Z","end":"2026-03-31T18:31:51.306357Z","steps":["trace[374851270] 'process raft request' (duration: 392.528634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.306674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.605807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:31:51.306692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.913535Z","time spent":"392.978024ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:51.306722Z","caller":"traceutil/trace.go:171","msg":"trace[528792475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2059; }","duration":"376.74209ms","start":"2026-03-31T18:31:50.929966Z","end":"2026-03-31T18:31:51.306708Z","steps":["trace[528792475] 'agreement among raft nodes before linearized reading' (duration: 376.495954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.306765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.929932Z","time spent":"376.822692ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:31:51.34366Z","caller":"traceutil/trace.go:171","msg":"trace[1941150328] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"394.845006ms","start":"2026-03-31T18:31:50.948769Z","end":"2026-03-31T18:31:51.343614Z","steps":["trace[1941150328] 'process raft request' (duration: 394.617491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.343864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.361824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-03-31T18:31:51.343717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.073048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:31:51.343943Z","caller":"traceutil/trace.go:171","msg":"trace[758148102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2060; }","duration":"152.496656ms","start":"2026-03-31T18:31:51.191428Z","end":"2026-03-31T18:31:51.343925Z","steps":["trace[758148102] 'agreement among raft nodes before linearized reading' (duration: 152.255691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:51.34397Z","caller":"traceutil/trace.go:171","msg":"trace[1301059978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"236.378146ms","start":"2026-03-31T18:31:51.107565Z","end":"2026-03-31T18:31:51.343944Z","steps":["trace[1301059978] 'agreement among raft nodes before linearized reading' (duration: 235.967777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.344051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.948743Z","time spent":"395.123941ms","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:51.715655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.276808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:51.716037Z","caller":"traceutil/trace.go:171","msg":"trace[1230347913] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"403.265024ms","start":"2026-03-31T18:31:51.31273Z","end":"2026-03-31T18:31:51.715995Z","steps":["trace[1230347913] 'process raft request' (duration: 139.242578ms)","trace[1230347913] 'compare' (duration: 262.4466ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:51.71622Z","caller":"traceutil/trace.go:171","msg":"trace[748167044] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"361.594ms","start":"2026-03-31T18:31:51.354607Z","end":"2026-03-31T18:31:51.716201Z","steps":["trace[748167044] 'process raft request' (duration: 361.397826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.716268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.312698Z","time spent":"403.445058ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:51.716294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.354574Z","time spent":"361.684912ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3402,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:51.716301Z","caller":"traceutil/trace.go:171","msg":"trace[1585276185] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2147; }","duration":"360.965746ms","start":"2026-03-31T18:31:51.355157Z","end":"2026-03-31T18:31:51.716123Z","steps":["trace[1585276185] 'read index received' (duration: 96.89049ms)","trace[1585276185] 'applied index is now lower than readState.Index' (duration: 264.073986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:51.716477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.293463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:51.716596Z","caller":"traceutil/trace.go:171","msg":"trace[1204981877] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2062; }","duration":"361.468077ms","start":"2026-03-31T18:31:51.355103Z","end":"2026-03-31T18:31:51.716571Z","steps":["trace[1204981877] 'agreement among raft nodes before linearized reading' (duration: 361.227332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.716611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.241954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:51.716645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.355077Z","time spent":"361.55698ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:31:51.716674Z","caller":"traceutil/trace.go:171","msg":"trace[80752261] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2062; }","duration":"174.309645ms","start":"2026-03-31T18:31:51.542346Z","end":"2026-03-31T18:31:51.716656Z","steps":["trace[80752261] 'agreement among raft nodes before linearized reading' (duration: 174.211193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.716778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.989492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:51.716819Z","caller":"traceutil/trace.go:171","msg":"trace[1258198538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2062; }","duration":"213.105503ms","start":"2026-03-31T18:31:51.503703Z","end":"2026-03-31T18:31:51.716809Z","steps":["trace[1258198538] 'agreement among raft nodes before linearized reading' (duration: 212.96293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:51.717137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.581624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:31:51.717178Z","caller":"traceutil/trace.go:171","msg":"trace[1604329757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2062; }","duration":"213.679796ms","start":"2026-03-31T18:31:51.503489Z","end":"2026-03-31T18:31:51.717169Z","steps":["trace[1604329757] 'agreement among raft nodes before linearized reading' (duration: 213.036252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.313383Z","caller":"traceutil/trace.go:171","msg":"trace[1160000034] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"207.323444ms","start":"2026-03-31T18:31:52.106031Z","end":"2026-03-31T18:31:52.313355Z","steps":["trace[1160000034] 'process raft request' (duration: 116.884188ms)","trace[1160000034] 'compare' (duration: 90.233661ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:52.313542Z","caller":"traceutil/trace.go:171","msg":"trace[1119641101] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2154; }","duration":"178.497559ms","start":"2026-03-31T18:31:52.135009Z","end":"2026-03-31T18:31:52.313507Z","steps":["trace[1119641101] 'read index received' (duration: 87.838659ms)","trace[1119641101] 'applied index is now lower than readState.Index' (duration: 90.65631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:52.313667Z","caller":"traceutil/trace.go:171","msg":"trace[584132912] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"206.517957ms","start":"2026-03-31T18:31:52.107058Z","end":"2026-03-31T18:31:52.313576Z","steps":["trace[584132912] 'process raft request' (duration: 206.257461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.313851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.805146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:52.313943Z","caller":"traceutil/trace.go:171","msg":"trace[1535996679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2069; }","duration":"178.964889ms","start":"2026-03-31T18:31:52.134958Z","end":"2026-03-31T18:31:52.313923Z","steps":["trace[1535996679] 'agreement among raft nodes before linearized reading' (duration: 178.655823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.315065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.467574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:31:52.315208Z","caller":"traceutil/trace.go:171","msg":"trace[112356638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2070; }","duration":"147.673458ms","start":"2026-03-31T18:31:52.167513Z","end":"2026-03-31T18:31:52.315186Z","steps":["trace[112356638] 'agreement among raft nodes before linearized reading' (duration: 147.298989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.538269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.50664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:57.538369Z","caller":"traceutil/trace.go:171","msg":"trace[693522882] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:2109; }","duration":"291.642283ms","start":"2026-03-31T18:31:57.246705Z","end":"2026-03-31T18:31:57.538348Z","steps":["trace[693522882] 'range keys from in-memory index tree' (duration: 291.331086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.53851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.878403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:57.538692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.617877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T18:31:57.538651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.467615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:57.538721Z","caller":"traceutil/trace.go:171","msg":"trace[114594930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"147.691429ms","start":"2026-03-31T18:31:57.39102Z","end":"2026-03-31T18:31:57.538711Z","steps":["trace[114594930] 'range keys from in-memory index tree' (duration: 147.441823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.538751Z","caller":"traceutil/trace.go:171","msg":"trace[1244730199] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2109; }","duration":"210.653939ms","start":"2026-03-31T18:31:57.328071Z","end":"2026-03-31T18:31:57.538725Z","steps":["trace[1244730199] 'count revisions from in-memory index tree' (duration: 209.967664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.538731Z","caller":"traceutil/trace.go:171","msg":"trace[225358832] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2109; }","duration":"294.178339ms","start":"2026-03-31T18:31:57.244517Z","end":"2026-03-31T18:31:57.538695Z","steps":["trace[225358832] 'count revisions from in-memory index tree' (duration: 293.796541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.538831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.139117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:31:57.538946Z","caller":"traceutil/trace.go:171","msg":"trace[1810602516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2109; }","duration":"635.297612ms","start":"2026-03-31T18:31:56.903601Z","end":"2026-03-31T18:31:57.538899Z","steps":["trace[1810602516] 'range keys from in-memory index tree' (duration: 634.677457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.53899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:56.903575Z","time spent":"635.405164ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:31:57.696715Z","caller":"traceutil/trace.go:171","msg":"trace[382270440] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"185.328552ms","start":"2026-03-31T18:31:57.511357Z","end":"2026-03-31T18:31:57.696686Z","steps":["trace[382270440] 'process raft request' (duration: 185.123458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.909468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.539828Z","time spent":"369.632511ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:31:57.909454Z","caller":"traceutil/trace.go:171","msg":"trace[869829086] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2197; }","duration":"366.821718ms","start":"2026-03-31T18:31:57.542586Z","end":"2026-03-31T18:31:57.909407Z","steps":["trace[869829086] 'read index received' (duration: 154.01025ms)","trace[869829086] 'applied index is now lower than readState.Index' (duration: 212.808957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:57.909739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.124744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T18:31:57.909829Z","caller":"traceutil/trace.go:171","msg":"trace[498270912] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:2110; }","duration":"367.257897ms","start":"2026-03-31T18:31:57.542539Z","end":"2026-03-31T18:31:57.909797Z","steps":["trace[498270912] 'agreement among raft nodes before linearized reading' (duration: 366.991991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.909892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.542516Z","time spent":"367.361609ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" "} {"level":"warn","ts":"2026-03-31T18:31:57.909883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.986473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:57.909986Z","caller":"traceutil/trace.go:171","msg":"trace[459302817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"122.144927ms","start":"2026-03-31T18:31:57.787815Z","end":"2026-03-31T18:31:57.90996Z","steps":["trace[459302817] 'agreement among raft nodes before linearized reading' (duration: 121.865651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:02.504542Z","caller":"traceutil/trace.go:171","msg":"trace[1776949254] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"102.823164ms","start":"2026-03-31T18:32:02.401607Z","end":"2026-03-31T18:32:02.50443Z","steps":["trace[1776949254] 'process raft request' (duration: 102.587039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:02.529149Z","caller":"traceutil/trace.go:171","msg":"trace[394875179] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2227; }","duration":"111.309254ms","start":"2026-03-31T18:32:02.417809Z","end":"2026-03-31T18:32:02.529118Z","steps":["trace[394875179] 'read index received' (duration: 62.269355ms)","trace[394875179] 'applied index is now lower than readState.Index' (duration: 48.826594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:02.529759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.856806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:02.529991Z","caller":"traceutil/trace.go:171","msg":"trace[1678931605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2140; }","duration":"112.190354ms","start":"2026-03-31T18:32:02.417761Z","end":"2026-03-31T18:32:02.529951Z","steps":["trace[1678931605] 'agreement among raft nodes before linearized reading' (duration: 111.547969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.188821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.81266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:04.188978Z","caller":"traceutil/trace.go:171","msg":"trace[410502156] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"198.365524ms","start":"2026-03-31T18:32:03.990595Z","end":"2026-03-31T18:32:04.188961Z","steps":["trace[410502156] 'read index received' (duration: 52.821µs)","trace[410502156] 'applied index is now lower than readState.Index' (duration: 198.311193ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:04.189036Z","caller":"traceutil/trace.go:171","msg":"trace[1642610486] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"212.775506ms","start":"2026-03-31T18:32:03.976232Z","end":"2026-03-31T18:32:04.189007Z","steps":["trace[1642610486] 'compare' (duration: 205.688347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:04.189331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.773973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:04.189373Z","caller":"traceutil/trace.go:171","msg":"trace[1373073208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2146; }","duration":"198.825674ms","start":"2026-03-31T18:32:03.990537Z","end":"2026-03-31T18:32:04.189362Z","steps":["trace[1373073208] 'agreement among raft nodes before linearized reading' (duration: 198.472346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:04.618575Z","caller":"traceutil/trace.go:171","msg":"trace[1444006962] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"108.274515ms","start":"2026-03-31T18:32:04.510245Z","end":"2026-03-31T18:32:04.61852Z","steps":["trace[1444006962] 'process raft request' (duration: 107.977848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:06.094701Z","caller":"traceutil/trace.go:171","msg":"trace[1263200774] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"111.892297ms","start":"2026-03-31T18:32:05.982771Z","end":"2026-03-31T18:32:06.094663Z","steps":["trace[1263200774] 'process raft request' (duration: 111.701143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:07.134547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:07.635651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:07.722217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.471450952s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:32:07.722734Z","caller":"traceutil/trace.go:171","msg":"trace[527949678] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"1.512944913s","start":"2026-03-31T18:32:06.209748Z","end":"2026-03-31T18:32:07.722693Z","steps":["trace[527949678] 'process raft request' (duration: 1.512712717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:07.722985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.209654Z","time spent":"1.513195038s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.145052Z","caller":"traceutil/trace.go:171","msg":"trace[577102947] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"1.823188472s","start":"2026-03-31T18:32:06.321831Z","end":"2026-03-31T18:32:08.145019Z","steps":["trace[577102947] 'process raft request' (duration: 1.823008738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.145242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.321798Z","time spent":"1.823340245s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.145303Z","caller":"traceutil/trace.go:171","msg":"trace[1804601697] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"1.880629948s","start":"2026-03-31T18:32:06.264637Z","end":"2026-03-31T18:32:08.145267Z","steps":["trace[1804601697] 'process raft request' (duration: 1.875821461s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.145319Z","caller":"traceutil/trace.go:171","msg":"trace[1190162482] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.520316106s","start":"2026-03-31T18:32:06.624964Z","end":"2026-03-31T18:32:08.14528Z","steps":["trace[1190162482] 'process raft request' (duration: 1.520137793s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.145404Z","caller":"traceutil/trace.go:171","msg":"trace[1625759765] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"431.979987ms","start":"2026-03-31T18:32:07.713373Z","end":"2026-03-31T18:32:08.145353Z","steps":["trace[1625759765] 'process raft request' (duration: 431.868755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.145303Z","caller":"traceutil/trace.go:171","msg":"trace[1660804715] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.639947747s","start":"2026-03-31T18:32:06.505328Z","end":"2026-03-31T18:32:08.145275Z","steps":["trace[1660804715] 'process raft request' (duration: 1.639658961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.14551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.264608Z","time spent":"1.880786212s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.14553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.624905Z","time spent":"1.52050589s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.14555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:07.713342Z","time spent":"432.13759ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.145556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512071562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:08.145305Z","caller":"traceutil/trace.go:171","msg":"trace[1531932873] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2245; }","duration":"1.511810566s","start":"2026-03-31T18:32:06.633467Z","end":"2026-03-31T18:32:08.145278Z","steps":["trace[1531932873] 'read index received' (duration: 1.089051266s)","trace[1531932873] 'applied index is now lower than readState.Index' (duration: 422.75804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:08.14562Z","caller":"traceutil/trace.go:171","msg":"trace[319044547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"1.512191146s","start":"2026-03-31T18:32:06.633415Z","end":"2026-03-31T18:32:08.145606Z","steps":["trace[319044547] 'agreement among raft nodes before linearized reading' (duration: 1.51196091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.145659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.6334Z","time spent":"1.512249437s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:08.145757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314545139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:08.145741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.505307Z","time spent":"1.640219523s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.145801Z","caller":"traceutil/trace.go:171","msg":"trace[2109616734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2162; }","duration":"1.314640921s","start":"2026-03-31T18:32:06.831148Z","end":"2026-03-31T18:32:08.145789Z","steps":["trace[2109616734] 'agreement among raft nodes before linearized reading' (duration: 1.314549269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.145823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508472532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:32:08.145835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.83112Z","time spent":"1.314708233s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:08.145859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.008519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:32:08.145866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231519478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-03-31T18:32:08.145888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423844027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:32:08.145912Z","caller":"traceutil/trace.go:171","msg":"trace[1691191970] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:2162; }","duration":"899.112351ms","start":"2026-03-31T18:32:07.246785Z","end":"2026-03-31T18:32:08.145897Z","steps":["trace[1691191970] 'agreement among raft nodes before linearized reading' (duration: 898.919327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.145925Z","caller":"traceutil/trace.go:171","msg":"trace[1002293844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2162; }","duration":"1.23162578s","start":"2026-03-31T18:32:06.914282Z","end":"2026-03-31T18:32:08.145908Z","steps":["trace[1002293844] 'agreement among raft nodes before linearized reading' (duration: 1.231426086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.146007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:07.246764Z","time spent":"899.233304ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"info","ts":"2026-03-31T18:32:08.146018Z","caller":"traceutil/trace.go:171","msg":"trace[561592030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2162; }","duration":"1.42398355s","start":"2026-03-31T18:32:06.721959Z","end":"2026-03-31T18:32:08.145942Z","steps":["trace[561592030] 'agreement among raft nodes before linearized reading' (duration: 1.423811526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.146023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.914254Z","time spent":"1.231755974s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:08.146026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479479393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:32:08.146068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.721923Z","time spent":"1.424129593s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:08.146069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507967862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:32:08.146075Z","caller":"traceutil/trace.go:171","msg":"trace[1520468569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.479553744s","start":"2026-03-31T18:32:06.66651Z","end":"2026-03-31T18:32:08.146064Z","steps":["trace[1520468569] 'agreement among raft nodes before linearized reading' (duration: 1.47937987s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.145872Z","caller":"traceutil/trace.go:171","msg":"trace[908936341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.508541064s","start":"2026-03-31T18:32:06.637315Z","end":"2026-03-31T18:32:08.145856Z","steps":["trace[908936341] 'agreement among raft nodes before linearized reading' (duration: 1.508385171s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.146111Z","caller":"traceutil/trace.go:171","msg":"trace[323589599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2162; }","duration":"1.508027032s","start":"2026-03-31T18:32:06.638069Z","end":"2026-03-31T18:32:08.146096Z","steps":["trace[323589599] 'agreement among raft nodes before linearized reading' (duration: 1.507924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.146112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.666471Z","time spent":"1.479631166s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:08.146136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.638058Z","time spent":"1.508072113s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:08.146139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.637304Z","time spent":"1.50880582s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:08.146118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47934276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:08.146231Z","caller":"traceutil/trace.go:171","msg":"trace[1279340888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.479520224s","start":"2026-03-31T18:32:06.666682Z","end":"2026-03-31T18:32:08.146202Z","steps":["trace[1279340888] 'agreement among raft nodes before linearized reading' (duration: 1.479053393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.146284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.666647Z","time spent":"1.479626865s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:32:08.146548Z","caller":"traceutil/trace.go:171","msg":"trace[1618180354] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"1.409906904s","start":"2026-03-31T18:32:06.735379Z","end":"2026-03-31T18:32:08.145286Z","steps":["trace[1618180354] 'process raft request' (duration: 1.409820392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.146952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:06.73534Z","time spent":"1.411555881s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.602676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.283699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:08.603045Z","caller":"traceutil/trace.go:171","msg":"trace[1015578796] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"451.930535ms","start":"2026-03-31T18:32:08.151081Z","end":"2026-03-31T18:32:08.603012Z","steps":["trace[1015578796] 'process raft request' (duration: 346.180315ms)","trace[1015578796] 'compare' (duration: 104.840069ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:08.603181Z","caller":"traceutil/trace.go:171","msg":"trace[821778237] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"451.464843ms","start":"2026-03-31T18:32:08.151687Z","end":"2026-03-31T18:32:08.603152Z","steps":["trace[821778237] 'process raft request' (duration: 451.333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.603182Z","caller":"traceutil/trace.go:171","msg":"trace[1429934668] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"451.381131ms","start":"2026-03-31T18:32:08.151744Z","end":"2026-03-31T18:32:08.603125Z","steps":["trace[1429934668] 'process raft request' (duration: 451.067984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.603259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.15106Z","time spent":"452.059137ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.603325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.151656Z","time spent":"451.616426ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.603392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.151721Z","time spent":"451.561796ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.603433Z","caller":"traceutil/trace.go:171","msg":"trace[154289513] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"363.472803ms","start":"2026-03-31T18:32:08.239944Z","end":"2026-03-31T18:32:08.603417Z","steps":["trace[154289513] 'process raft request' (duration: 363.421691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:08.603421Z","caller":"traceutil/trace.go:171","msg":"trace[1000080858] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"451.424992ms","start":"2026-03-31T18:32:08.151951Z","end":"2026-03-31T18:32:08.603376Z","steps":["trace[1000080858] 'process raft request' (duration: 451.138555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.603522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.239912Z","time spent":"363.565055ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.603621Z","caller":"traceutil/trace.go:171","msg":"trace[713265000] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"450.017021ms","start":"2026-03-31T18:32:08.153583Z","end":"2026-03-31T18:32:08.6036Z","steps":["trace[713265000] 'process raft request' (duration: 449.736224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.603665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.151941Z","time spent":"451.600666ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:08.603713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.153566Z","time spent":"450.110673ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.603714Z","caller":"traceutil/trace.go:171","msg":"trace[2120110468] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"451.657157ms","start":"2026-03-31T18:32:08.152045Z","end":"2026-03-31T18:32:08.603702Z","steps":["trace[2120110468] 'process raft request' (duration: 451.201807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.603785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.152037Z","time spent":"451.711969ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:08.603676Z","caller":"traceutil/trace.go:171","msg":"trace[406251513] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2252; }","duration":"448.18243ms","start":"2026-03-31T18:32:08.155467Z","end":"2026-03-31T18:32:08.603649Z","steps":["trace[406251513] 'read index received' (duration: 82.992269ms)","trace[406251513] 'applied index is now lower than readState.Index' (duration: 365.182781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:08.603964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.489616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:08.60403Z","caller":"traceutil/trace.go:171","msg":"trace[1912596745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"448.581819ms","start":"2026-03-31T18:32:08.155437Z","end":"2026-03-31T18:32:08.604018Z","steps":["trace[1912596745] 'agreement among raft nodes before linearized reading' (duration: 448.488107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.604071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.155425Z","time spent":"448.63815ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:08.604245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.509307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:08.604448Z","caller":"traceutil/trace.go:171","msg":"trace[1805118975] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2169; }","duration":"444.739732ms","start":"2026-03-31T18:32:08.159688Z","end":"2026-03-31T18:32:08.604428Z","steps":["trace[1805118975] 'agreement among raft nodes before linearized reading' (duration: 444.501137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:08.60459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.159674Z","time spent":"444.900745ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:32:10.720186Z","caller":"traceutil/trace.go:171","msg":"trace[1900893240] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"106.465405ms","start":"2026-03-31T18:32:10.613689Z","end":"2026-03-31T18:32:10.720155Z","steps":["trace[1900893240] 'process raft request' (duration: 106.26218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.760971Z","caller":"traceutil/trace.go:171","msg":"trace[1424042939] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2264; }","duration":"132.731653ms","start":"2026-03-31T18:32:10.628181Z","end":"2026-03-31T18:32:10.760912Z","steps":["trace[1424042939] 'read index received' (duration: 91.896509ms)","trace[1424042939] 'applied index is now lower than readState.Index' (duration: 40.833934ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:10.761088Z","caller":"traceutil/trace.go:171","msg":"trace[479302786] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"147.196587ms","start":"2026-03-31T18:32:10.613816Z","end":"2026-03-31T18:32:10.761012Z","steps":["trace[479302786] 'process raft request' (duration: 147.011692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.761175Z","caller":"traceutil/trace.go:171","msg":"trace[1617258699] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"147.390111ms","start":"2026-03-31T18:32:10.613749Z","end":"2026-03-31T18:32:10.76114Z","steps":["trace[1617258699] 'process raft request' (duration: 146.897831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.761244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.05017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:10.761197Z","caller":"traceutil/trace.go:171","msg":"trace[1584143439] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"146.486621ms","start":"2026-03-31T18:32:10.614643Z","end":"2026-03-31T18:32:10.761129Z","steps":["trace[1584143439] 'process raft request' (duration: 146.229815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.761296Z","caller":"traceutil/trace.go:171","msg":"trace[1887911980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2177; }","duration":"133.160173ms","start":"2026-03-31T18:32:10.628123Z","end":"2026-03-31T18:32:10.761283Z","steps":["trace[1887911980] 'agreement among raft nodes before linearized reading' (duration: 132.935938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.873396Z","caller":"traceutil/trace.go:171","msg":"trace[1161410310] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"106.968896ms","start":"2026-03-31T18:32:10.76639Z","end":"2026-03-31T18:32:10.873359Z","steps":["trace[1161410310] 'process raft request' (duration: 72.830261ms)","trace[1161410310] 'compare' (duration: 33.9119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:11.391758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.158163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:11.391855Z","caller":"traceutil/trace.go:171","msg":"trace[186142170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"175.322117ms","start":"2026-03-31T18:32:11.216511Z","end":"2026-03-31T18:32:11.391833Z","steps":["trace[186142170] 'range keys from in-memory index tree' (duration: 174.945819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:11.933109Z","caller":"traceutil/trace.go:171","msg":"trace[507441764] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"105.423502ms","start":"2026-03-31T18:32:11.827647Z","end":"2026-03-31T18:32:11.933071Z","steps":["trace[507441764] 'process raft request' (duration: 105.055463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.331011Z","caller":"traceutil/trace.go:171","msg":"trace[1399686971] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"116.877328ms","start":"2026-03-31T18:32:12.214102Z","end":"2026-03-31T18:32:12.330979Z","steps":["trace[1399686971] 'process raft request' (duration: 116.653882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:12.331196Z","caller":"traceutil/trace.go:171","msg":"trace[281312116] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"116.241074ms","start":"2026-03-31T18:32:12.214925Z","end":"2026-03-31T18:32:12.331166Z","steps":["trace[281312116] 'process raft request' (duration: 116.005479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.267461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.577494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:13.267629Z","caller":"traceutil/trace.go:171","msg":"trace[1533179011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2182; }","duration":"500.788099ms","start":"2026-03-31T18:32:12.766785Z","end":"2026-03-31T18:32:13.267573Z","steps":["trace[1533179011] 'range keys from in-memory index tree' (duration: 500.289037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.267552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.006622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:13.267709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.766767Z","time spent":"500.925682ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:13.267692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.422502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T18:32:13.267552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.794531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:13.267995Z","caller":"traceutil/trace.go:171","msg":"trace[1479729466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2182; }","duration":"390.306943ms","start":"2026-03-31T18:32:12.877663Z","end":"2026-03-31T18:32:13.26797Z","steps":["trace[1479729466] 'range keys from in-memory index tree' (duration: 389.556866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.267784Z","caller":"traceutil/trace.go:171","msg":"trace[1727170488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2182; }","duration":"867.583205ms","start":"2026-03-31T18:32:12.400178Z","end":"2026-03-31T18:32:13.267761Z","steps":["trace[1727170488] 'range keys from in-memory index tree' (duration: 867.195897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.2685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.400147Z","time spent":"868.332662ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:13.268617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.877635Z","time spent":"390.819934ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:13.267805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.376316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:32:13.268793Z","caller":"traceutil/trace.go:171","msg":"trace[1186337029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2182; }","duration":"533.410249ms","start":"2026-03-31T18:32:12.735365Z","end":"2026-03-31T18:32:13.268776Z","steps":["trace[1186337029] 'range keys from in-memory index tree' (duration: 532.176141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.268853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.735341Z","time spent":"533.498971ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:13.267782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.82614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:13.269198Z","caller":"traceutil/trace.go:171","msg":"trace[1600496961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2182; }","duration":"502.305232ms","start":"2026-03-31T18:32:12.766857Z","end":"2026-03-31T18:32:13.269162Z","steps":["trace[1600496961] 'range keys from in-memory index tree' (duration: 500.555913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.269265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.766828Z","time spent":"502.418255ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:32:13.267797Z","caller":"traceutil/trace.go:171","msg":"trace[1198219266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2182; }","duration":"434.258928ms","start":"2026-03-31T18:32:12.83344Z","end":"2026-03-31T18:32:13.267699Z","steps":["trace[1198219266] 'range keys from in-memory index tree' (duration: 433.87481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.267844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.000423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:32:13.269766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.833412Z","time spent":"436.332885ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:13.269767Z","caller":"traceutil/trace.go:171","msg":"trace[544142541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2182; }","duration":"502.967418ms","start":"2026-03-31T18:32:12.766773Z","end":"2026-03-31T18:32:13.26974Z","steps":["trace[544142541] 'range keys from in-memory index tree' (duration: 500.780028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.269948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:12.766742Z","time spent":"503.186153ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:13.433559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.976321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:32:13.433861Z","caller":"traceutil/trace.go:171","msg":"trace[269442379] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"404.641274ms","start":"2026-03-31T18:32:13.029179Z","end":"2026-03-31T18:32:13.433821Z","steps":["trace[269442379] 'read index received' (duration: 153.368606ms)","trace[269442379] 'applied index is now lower than readState.Index' (duration: 251.268788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:13.433898Z","caller":"traceutil/trace.go:171","msg":"trace[1151792292] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"161.020336ms","start":"2026-03-31T18:32:13.272855Z","end":"2026-03-31T18:32:13.433875Z","steps":["trace[1151792292] 'process raft request' (duration: 160.853042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.434105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.89817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.434156Z","caller":"traceutil/trace.go:171","msg":"trace[1371323008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2183; }","duration":"404.981582ms","start":"2026-03-31T18:32:13.02916Z","end":"2026-03-31T18:32:13.434141Z","steps":["trace[1371323008] 'agreement among raft nodes before linearized reading' (duration: 404.815828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:13.434199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:13.02907Z","time spent":"405.115975ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:13.449886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.897268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:13.449947Z","caller":"traceutil/trace.go:171","msg":"trace[1198188998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2187; }","duration":"179.039461ms","start":"2026-03-31T18:32:13.270895Z","end":"2026-03-31T18:32:13.449934Z","steps":["trace[1198188998] 'agreement among raft nodes before linearized reading' (duration: 178.938829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.450105Z","caller":"traceutil/trace.go:171","msg":"trace[467230394] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"175.124573ms","start":"2026-03-31T18:32:13.274936Z","end":"2026-03-31T18:32:13.45006Z","steps":["trace[467230394] 'process raft request' (duration: 174.771335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.450231Z","caller":"traceutil/trace.go:171","msg":"trace[1853693703] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"174.936298ms","start":"2026-03-31T18:32:13.275277Z","end":"2026-03-31T18:32:13.450214Z","steps":["trace[1853693703] 'process raft request' (duration: 174.475038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.450137Z","caller":"traceutil/trace.go:171","msg":"trace[1478871375] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"175.670345ms","start":"2026-03-31T18:32:13.274449Z","end":"2026-03-31T18:32:13.45012Z","steps":["trace[1478871375] 'process raft request' (duration: 175.104113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.450291Z","caller":"traceutil/trace.go:171","msg":"trace[1758925279] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"174.884837ms","start":"2026-03-31T18:32:13.275357Z","end":"2026-03-31T18:32:13.450242Z","steps":["trace[1758925279] 'process raft request' (duration: 174.432807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.04909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:15.320424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019682705s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:32:15.321052Z","caller":"traceutil/trace.go:171","msg":"trace[1232283966] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"1.020400371s","start":"2026-03-31T18:32:14.300618Z","end":"2026-03-31T18:32:15.321018Z","steps":["trace[1232283966] 'process raft request' (duration: 1.020217627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.321244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.300595Z","time spent":"1.020547755s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:15.349553Z","caller":"traceutil/trace.go:171","msg":"trace[1408760528] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"1.029796242s","start":"2026-03-31T18:32:14.319715Z","end":"2026-03-31T18:32:15.349511Z","steps":["trace[1408760528] 'process raft request' (duration: 1.029498495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.34992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.319679Z","time spent":"1.029991086s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:15.349971Z","caller":"traceutil/trace.go:171","msg":"trace[1202884720] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"1.013888335s","start":"2026-03-31T18:32:14.336041Z","end":"2026-03-31T18:32:15.34993Z","steps":["trace[1202884720] 'process raft request' (duration: 1.013736102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.349979Z","caller":"traceutil/trace.go:171","msg":"trace[464491451] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"1.013972507s","start":"2026-03-31T18:32:14.335965Z","end":"2026-03-31T18:32:15.349938Z","steps":["trace[464491451] 'process raft request' (duration: 1.013427935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.350155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.118339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:15.350233Z","caller":"traceutil/trace.go:171","msg":"trace[1379101116] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2192; }","duration":"801.228812ms","start":"2026-03-31T18:32:14.54899Z","end":"2026-03-31T18:32:15.350219Z","steps":["trace[1379101116] 'agreement among raft nodes before linearized reading' (duration: 801.047148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.350172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.335937Z","time spent":"1.014133671s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:15.350283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.548852Z","time spent":"801.419846ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:15.349947Z","caller":"traceutil/trace.go:171","msg":"trace[1034308438] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2280; }","duration":"800.900695ms","start":"2026-03-31T18:32:14.549011Z","end":"2026-03-31T18:32:15.349912Z","steps":["trace[1034308438] 'read index received' (duration: 771.794483ms)","trace[1034308438] 'applied index is now lower than readState.Index' (duration: 29.105062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:15.350224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.336032Z","time spent":"1.014024329s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:15.350841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.699137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:15.350911Z","caller":"traceutil/trace.go:171","msg":"trace[237945759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2192; }","duration":"516.82126ms","start":"2026-03-31T18:32:14.834073Z","end":"2026-03-31T18:32:15.350894Z","steps":["trace[237945759] 'agreement among raft nodes before linearized reading' (duration: 516.714087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:15.350951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:14.834045Z","time spent":"516.897622ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:17.794102Z","caller":"traceutil/trace.go:171","msg":"trace[1995054416] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"211.864467ms","start":"2026-03-31T18:32:17.582191Z","end":"2026-03-31T18:32:17.794056Z","steps":["trace[1995054416] 'process raft request' (duration: 211.54316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:17.794194Z","caller":"traceutil/trace.go:171","msg":"trace[1826302395] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"211.515349ms","start":"2026-03-31T18:32:17.582665Z","end":"2026-03-31T18:32:17.79418Z","steps":["trace[1826302395] 'process raft request' (duration: 211.249803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:17.794265Z","caller":"traceutil/trace.go:171","msg":"trace[301644022] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"211.343366ms","start":"2026-03-31T18:32:17.582907Z","end":"2026-03-31T18:32:17.79425Z","steps":["trace[301644022] 'process raft request' (duration: 211.08781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:17.794191Z","caller":"traceutil/trace.go:171","msg":"trace[1575476035] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"211.243293ms","start":"2026-03-31T18:32:17.582912Z","end":"2026-03-31T18:32:17.794155Z","steps":["trace[1575476035] 'process raft request' (duration: 211.148691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:19.533169Z","caller":"traceutil/trace.go:171","msg":"trace[459419255] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"133.75592ms","start":"2026-03-31T18:32:19.399338Z","end":"2026-03-31T18:32:19.533094Z","steps":["trace[459419255] 'process raft request' (duration: 118.293819ms)","trace[459419255] 'compare' (duration: 15.133764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:19.746376Z","caller":"traceutil/trace.go:171","msg":"trace[1556816497] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2305; }","duration":"325.313377ms","start":"2026-03-31T18:32:19.421024Z","end":"2026-03-31T18:32:19.746337Z","steps":["trace[1556816497] 'read index received' (duration: 96.791511ms)","trace[1556816497] 'applied index is now lower than readState.Index' (duration: 228.519936ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:19.746552Z","caller":"traceutil/trace.go:171","msg":"trace[217908860] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"334.030304ms","start":"2026-03-31T18:32:19.412492Z","end":"2026-03-31T18:32:19.746523Z","steps":["trace[217908860] 'process raft request' (duration: 272.055985ms)","trace[217908860] 'compare' (duration: 61.490448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:19.746861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:19.412458Z","time spent":"334.167467ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:19.747221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.91003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:19.747332Z","caller":"traceutil/trace.go:171","msg":"trace[410681015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2214; }","duration":"326.35054ms","start":"2026-03-31T18:32:19.420956Z","end":"2026-03-31T18:32:19.747307Z","steps":["trace[410681015] 'agreement among raft nodes before linearized reading' (duration: 325.569172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:19.747384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:19.420913Z","time spent":"326.459012ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:21.653894Z","caller":"traceutil/trace.go:171","msg":"trace[1614521534] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"113.839908ms","start":"2026-03-31T18:32:21.540024Z","end":"2026-03-31T18:32:21.653864Z","steps":["trace[1614521534] 'process raft request' (duration: 113.636553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.876072Z","caller":"traceutil/trace.go:171","msg":"trace[1835640604] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2315; }","duration":"114.300719ms","start":"2026-03-31T18:32:21.761705Z","end":"2026-03-31T18:32:21.876006Z","steps":["trace[1835640604] 'read index received' (duration: 62.964842ms)","trace[1835640604] 'applied index is now lower than readState.Index' (duration: 51.333587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:21.876194Z","caller":"traceutil/trace.go:171","msg":"trace[153482233] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"123.311024ms","start":"2026-03-31T18:32:21.752833Z","end":"2026-03-31T18:32:21.876144Z","steps":["trace[153482233] 'process raft request' (duration: 71.841324ms)","trace[153482233] 'compare' (duration: 51.112202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:21.876367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.649417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:21.876557Z","caller":"traceutil/trace.go:171","msg":"trace[1092560156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2223; }","duration":"114.850511ms","start":"2026-03-31T18:32:21.761684Z","end":"2026-03-31T18:32:21.876535Z","steps":["trace[1092560156] 'agreement among raft nodes before linearized reading' (duration: 114.479423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.111125Z","caller":"traceutil/trace.go:171","msg":"trace[1758618381] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"157.622024ms","start":"2026-03-31T18:32:21.953456Z","end":"2026-03-31T18:32:22.111078Z","steps":["trace[1758618381] 'process raft request' (duration: 157.237895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.111277Z","caller":"traceutil/trace.go:171","msg":"trace[1020533306] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"157.693195ms","start":"2026-03-31T18:32:21.953539Z","end":"2026-03-31T18:32:22.111232Z","steps":["trace[1020533306] 'process raft request' (duration: 157.420629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:22.111309Z","caller":"traceutil/trace.go:171","msg":"trace[1691826754] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"152.258232ms","start":"2026-03-31T18:32:21.959023Z","end":"2026-03-31T18:32:22.111281Z","steps":["trace[1691826754] 'process raft request' (duration: 152.009327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:22.318224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.84245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:22.318366Z","caller":"traceutil/trace.go:171","msg":"trace[2084693322] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"202.390212ms","start":"2026-03-31T18:32:22.115937Z","end":"2026-03-31T18:32:22.318327Z","steps":["trace[2084693322] 'process raft request' (duration: 91.361448ms)","trace[2084693322] 'compare' (duration: 110.712237ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:24.111288Z","caller":"traceutil/trace.go:171","msg":"trace[1128035598] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"152.217621ms","start":"2026-03-31T18:32:23.959032Z","end":"2026-03-31T18:32:24.11125Z","steps":["trace[1128035598] 'process raft request' (duration: 55.045962ms)","trace[1128035598] 'compare' (duration: 96.840172ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:32.387211Z","caller":"traceutil/trace.go:171","msg":"trace[1492056689] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"363.219577ms","start":"2026-03-31T18:32:32.023975Z","end":"2026-03-31T18:32:32.387194Z","steps":["trace[1492056689] 'process raft request' (duration: 363.112015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.387267Z","caller":"traceutil/trace.go:171","msg":"trace[99394929] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2384; }","duration":"359.508093ms","start":"2026-03-31T18:32:32.027717Z","end":"2026-03-31T18:32:32.387225Z","steps":["trace[99394929] 'read index received' (duration: 359.490933ms)","trace[99394929] 'applied index is now lower than readState.Index' (duration: 13.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:32.387332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.023951Z","time spent":"363.3182ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:32.387704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.952513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:32.38777Z","caller":"traceutil/trace.go:171","msg":"trace[552780519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2289; }","duration":"360.076066ms","start":"2026-03-31T18:32:32.027671Z","end":"2026-03-31T18:32:32.387748Z","steps":["trace[552780519] 'agreement among raft nodes before linearized reading' (duration: 359.736748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.388026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.027654Z","time spent":"360.28946ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:32.746681Z","caller":"traceutil/trace.go:171","msg":"trace[1156188296] linearizableReadLoop","detail":"{readStateIndex:2385; appliedIndex:2384; }","duration":"359.289338ms","start":"2026-03-31T18:32:32.387361Z","end":"2026-03-31T18:32:32.746651Z","steps":["trace[1156188296] 'read index received' (duration: 359.046333ms)","trace[1156188296] 'applied index is now lower than readState.Index' (duration: 241.805µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:32.746932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.237483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T18:32:32.746948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.381838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:32:32.747035Z","caller":"traceutil/trace.go:171","msg":"trace[1491747412] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"710.286367ms","start":"2026-03-31T18:32:32.036729Z","end":"2026-03-31T18:32:32.747015Z","steps":["trace[1491747412] 'process raft request' (duration: 709.656543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.747082Z","caller":"traceutil/trace.go:171","msg":"trace[935731073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2290; }","duration":"552.529191ms","start":"2026-03-31T18:32:32.194519Z","end":"2026-03-31T18:32:32.747048Z","steps":["trace[935731073] 'agreement among raft nodes before linearized reading' (duration: 552.202964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.747093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.368614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:32:32.747094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.264163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T18:32:32.747156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.036711Z","time spent":"710.363399ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:32.747156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.194508Z","time spent":"552.632963ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:32:32.747169Z","caller":"traceutil/trace.go:171","msg":"trace[727850756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2290; }","duration":"383.516688ms","start":"2026-03-31T18:32:32.363636Z","end":"2026-03-31T18:32:32.747152Z","steps":["trace[727850756] 'agreement among raft nodes before linearized reading' (duration: 383.318454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.74712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.01071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-31T18:32:32.747261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.810664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:32:32.747176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.34543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:32:32.747281Z","caller":"traceutil/trace.go:171","msg":"trace[2104546356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2290; }","duration":"556.259827ms","start":"2026-03-31T18:32:32.191002Z","end":"2026-03-31T18:32:32.747262Z","steps":["trace[2104546356] 'agreement among raft nodes before linearized reading' (duration: 555.789275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.747401Z","caller":"traceutil/trace.go:171","msg":"trace[94796383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2290; }","duration":"597.627418ms","start":"2026-03-31T18:32:32.149759Z","end":"2026-03-31T18:32:32.747387Z","steps":["trace[94796383] 'agreement among raft nodes before linearized reading' (duration: 597.306989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.747441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.149729Z","time spent":"597.700428ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:32:32.747441Z","caller":"traceutil/trace.go:171","msg":"trace[686028341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2290; }","duration":"687.347526ms","start":"2026-03-31T18:32:32.059611Z","end":"2026-03-31T18:32:32.746958Z","steps":["trace[686028341] 'agreement among raft nodes before linearized reading' (duration: 687.159102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.747396Z","caller":"traceutil/trace.go:171","msg":"trace[1050758941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2290; }","duration":"559.06524ms","start":"2026-03-31T18:32:32.188302Z","end":"2026-03-31T18:32:32.747367Z","steps":["trace[1050758941] 'agreement among raft nodes before linearized reading' (duration: 558.597809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.747183Z","caller":"traceutil/trace.go:171","msg":"trace[1689296420] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118; range_end:; response_count:1; response_revision:2290; }","duration":"460.407287ms","start":"2026-03-31T18:32:32.286755Z","end":"2026-03-31T18:32:32.747163Z","steps":["trace[1689296420] 'agreement among raft nodes before linearized reading' (duration: 460.223112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.747517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.286729Z","time spent":"460.778905ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118\" "} {"level":"warn","ts":"2026-03-31T18:32:32.747426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.19098Z","time spent":"556.4301ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:32.747506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.18827Z","time spent":"559.214024ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:32.747168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.609319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:32.747672Z","caller":"traceutil/trace.go:171","msg":"trace[2127968089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2290; }","duration":"555.216924ms","start":"2026-03-31T18:32:32.192445Z","end":"2026-03-31T18:32:32.747662Z","steps":["trace[2127968089] 'agreement among raft nodes before linearized reading' (duration: 554.395644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.747686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.059588Z","time spent":"687.883988ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:32.747706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.192435Z","time spent":"555.262714ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:32.747213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.36361Z","time spent":"383.59529ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:33.299957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:33.758236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.178196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:32:33.758695Z","caller":"traceutil/trace.go:171","msg":"trace[677668338] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"1.008358184s","start":"2026-03-31T18:32:32.750306Z","end":"2026-03-31T18:32:33.758664Z","steps":["trace[677668338] 'process raft request' (duration: 1.008022346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.75894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.750286Z","time spent":"1.008561008s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:33.828373Z","caller":"traceutil/trace.go:171","msg":"trace[269978363] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"1.075860768s","start":"2026-03-31T18:32:32.75249Z","end":"2026-03-31T18:32:33.828351Z","steps":["trace[269978363] 'process raft request' (duration: 1.006155735s)","trace[269978363] 'compare' (duration: 69.521749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:33.828509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.752453Z","time spent":"1.075988121s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:33.828831Z","caller":"traceutil/trace.go:171","msg":"trace[2016308614] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"1.076175677s","start":"2026-03-31T18:32:32.752629Z","end":"2026-03-31T18:32:33.828805Z","steps":["trace[2016308614] 'process raft request' (duration: 1.075680515s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.828988Z","caller":"traceutil/trace.go:171","msg":"trace[130602650] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.074376595s","start":"2026-03-31T18:32:32.754592Z","end":"2026-03-31T18:32:33.828969Z","steps":["trace[130602650] 'process raft request' (duration: 1.074060088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.829046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.752619Z","time spent":"1.076296269s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:33.829114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.75458Z","time spent":"1.074471937s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:33.829226Z","caller":"traceutil/trace.go:171","msg":"trace[918615213] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.073042715s","start":"2026-03-31T18:32:32.756131Z","end":"2026-03-31T18:32:33.829174Z","steps":["trace[918615213] 'process raft request' (duration: 1.072692087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:33.82927Z","caller":"traceutil/trace.go:171","msg":"trace[1368429034] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2385; }","duration":"1.078026388s","start":"2026-03-31T18:32:32.75123Z","end":"2026-03-31T18:32:33.829257Z","steps":["trace[1368429034] 'read index received' (duration: 665.796096ms)","trace[1368429034] 'applied index is now lower than readState.Index' (duration: 412.228772ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:33.829277Z","caller":"traceutil/trace.go:171","msg":"trace[438307309] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"1.071799708s","start":"2026-03-31T18:32:32.757445Z","end":"2026-03-31T18:32:33.829245Z","steps":["trace[438307309] 'process raft request' (duration: 1.071433559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.829422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.75612Z","time spent":"1.073184808s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:33.829429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.757434Z","time spent":"1.07191313s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:33.829192Z","caller":"traceutil/trace.go:171","msg":"trace[1959094854] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"1.073913095s","start":"2026-03-31T18:32:32.755252Z","end":"2026-03-31T18:32:33.829165Z","steps":["trace[1959094854] 'process raft request' (duration: 1.073508666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.829526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078297444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-31T18:32:33.829572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.75504Z","time spent":"1.074477588s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:33.829629Z","caller":"traceutil/trace.go:171","msg":"trace[661505769] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7; range_end:; response_count:1; response_revision:2297; }","duration":"1.078419607s","start":"2026-03-31T18:32:32.751193Z","end":"2026-03-31T18:32:33.829612Z","steps":["trace[661505769] 'agreement among raft nodes before linearized reading' (duration: 1.07810338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.829708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.751181Z","time spent":"1.078514789s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-5a72a4e9-8cd1-41ac-89bd-e097a35cd1d7\" "} {"level":"info","ts":"2026-03-31T18:32:33.82985Z","caller":"traceutil/trace.go:171","msg":"trace[617292559] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"335.58764ms","start":"2026-03-31T18:32:33.49425Z","end":"2026-03-31T18:32:33.829838Z","steps":["trace[617292559] 'process raft request' (duration: 334.977336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.829922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:33.494222Z","time spent":"335.665331ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:33.829952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.572846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:33.829986Z","caller":"traceutil/trace.go:171","msg":"trace[571325726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2299; }","duration":"996.644268ms","start":"2026-03-31T18:32:32.833331Z","end":"2026-03-31T18:32:33.829976Z","steps":["trace[571325726] 'agreement among raft nodes before linearized reading' (duration: 996.514185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.83005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:32.833302Z","time spent":"996.72481ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:33.830201Z","caller":"traceutil/trace.go:171","msg":"trace[397471750] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"109.313145ms","start":"2026-03-31T18:32:33.720862Z","end":"2026-03-31T18:32:33.830175Z","steps":["trace[397471750] 'process raft request' (duration: 108.846545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.830286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.376944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:33.830441Z","caller":"traceutil/trace.go:171","msg":"trace[1108645180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"434.515228ms","start":"2026-03-31T18:32:33.395861Z","end":"2026-03-31T18:32:33.830376Z","steps":["trace[1108645180] 'agreement among raft nodes before linearized reading' (duration: 434.209631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:33.830512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:33.395838Z","time spent":"434.655661ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:34.518959Z","caller":"traceutil/trace.go:171","msg":"trace[1625948411] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"121.736787ms","start":"2026-03-31T18:32:34.397186Z","end":"2026-03-31T18:32:34.518923Z","steps":["trace[1625948411] 'process raft request' (duration: 121.525573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:35.957052Z","caller":"traceutil/trace.go:171","msg":"trace[850818080] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"120.693294ms","start":"2026-03-31T18:32:35.836329Z","end":"2026-03-31T18:32:35.957022Z","steps":["trace[850818080] 'process raft request' (duration: 47.96334ms)","trace[850818080] 'compare' (duration: 72.56275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:36.005887Z","caller":"traceutil/trace.go:171","msg":"trace[1177198141] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"167.651671ms","start":"2026-03-31T18:32:35.838202Z","end":"2026-03-31T18:32:36.005854Z","steps":["trace[1177198141] 'process raft request' (duration: 167.356425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.00598Z","caller":"traceutil/trace.go:171","msg":"trace[1227275007] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2397; }","duration":"161.103802ms","start":"2026-03-31T18:32:35.844852Z","end":"2026-03-31T18:32:36.005956Z","steps":["trace[1227275007] 'read index received' (duration: 39.525018ms)","trace[1227275007] 'applied index is now lower than readState.Index' (duration: 121.577354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:36.006204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.335878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:36.006237Z","caller":"traceutil/trace.go:171","msg":"trace[237089272] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"167.933607ms","start":"2026-03-31T18:32:35.83829Z","end":"2026-03-31T18:32:36.006223Z","steps":["trace[237089272] 'process raft request' (duration: 167.425046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.006228Z","caller":"traceutil/trace.go:171","msg":"trace[1082541509] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"167.512118ms","start":"2026-03-31T18:32:35.838692Z","end":"2026-03-31T18:32:36.006204Z","steps":["trace[1082541509] 'process raft request' (duration: 167.182381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.00625Z","caller":"traceutil/trace.go:171","msg":"trace[635613269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2309; }","duration":"161.44107ms","start":"2026-03-31T18:32:35.844796Z","end":"2026-03-31T18:32:36.006237Z","steps":["trace[635613269] 'agreement among raft nodes before linearized reading' (duration: 161.243795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.006308Z","caller":"traceutil/trace.go:171","msg":"trace[1884087156] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"167.964588ms","start":"2026-03-31T18:32:35.838327Z","end":"2026-03-31T18:32:36.006292Z","steps":["trace[1884087156] 'process raft request' (duration: 167.434256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.006403Z","caller":"traceutil/trace.go:171","msg":"trace[611269723] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"167.966759ms","start":"2026-03-31T18:32:35.838399Z","end":"2026-03-31T18:32:36.006365Z","steps":["trace[611269723] 'process raft request' (duration: 167.437517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.006177Z","caller":"traceutil/trace.go:171","msg":"trace[1544196405] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"167.788115ms","start":"2026-03-31T18:32:35.838365Z","end":"2026-03-31T18:32:36.006154Z","steps":["trace[1544196405] 'process raft request' (duration: 167.430657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:36.006502Z","caller":"traceutil/trace.go:171","msg":"trace[925589477] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"165.85956ms","start":"2026-03-31T18:32:35.840448Z","end":"2026-03-31T18:32:36.006307Z","steps":["trace[925589477] 'process raft request' (duration: 165.466922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:38.877767Z","caller":"traceutil/trace.go:171","msg":"trace[1397584408] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"199.429863ms","start":"2026-03-31T18:32:38.678313Z","end":"2026-03-31T18:32:38.877743Z","steps":["trace[1397584408] 'process raft request' (duration: 199.265199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:38.889597Z","caller":"traceutil/trace.go:171","msg":"trace[1090652568] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"155.113985ms","start":"2026-03-31T18:32:38.734434Z","end":"2026-03-31T18:32:38.889548Z","steps":["trace[1090652568] 'process raft request' (duration: 154.839179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:39.135695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.996972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:39.135854Z","caller":"traceutil/trace.go:171","msg":"trace[377474538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2325; }","duration":"103.211727ms","start":"2026-03-31T18:32:39.032623Z","end":"2026-03-31T18:32:39.135835Z","steps":["trace[377474538] 'range keys from in-memory index tree' (duration: 102.787338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.159361Z","caller":"traceutil/trace.go:171","msg":"trace[297294962] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"101.61918ms","start":"2026-03-31T18:32:48.057715Z","end":"2026-03-31T18:32:48.159335Z","steps":["trace[297294962] 'process raft request' (duration: 101.452136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:50.672042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:51.086839Z","caller":"traceutil/trace.go:171","msg":"trace[934987324] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"921.429088ms","start":"2026-03-31T18:32:50.164993Z","end":"2026-03-31T18:32:51.086422Z","steps":["trace[934987324] 'process raft request' (duration: 920.871066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:51.087651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.164972Z","time spent":"922.044201ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:52.44887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36321277s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:32:52.833727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:32:52.833832Z","caller":"traceutil/trace.go:171","msg":"trace[1124849855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069579s","start":"2026-03-31T18:32:50.833739Z","end":"2026-03-31T18:32:52.833809Z","steps":["trace[1124849855] 'agreement among raft nodes before linearized reading' (duration: 1.999920395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:52.833878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.833713Z","time spent":"2.000156391s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:32:53.516484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067208062s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:53.51671Z","caller":"traceutil/trace.go:171","msg":"trace[2137721069] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"3.350572102s","start":"2026-03-31T18:32:50.166091Z","end":"2026-03-31T18:32:53.516663Z","steps":["trace[2137721069] 'process raft request' (duration: 2.283105194s)","trace[2137721069] 'compare' (duration: 1.066530036s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:53.516811Z","caller":"traceutil/trace.go:171","msg":"trace[230807648] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"2.874886798s","start":"2026-03-31T18:32:50.641905Z","end":"2026-03-31T18:32:53.516792Z","steps":["trace[230807648] 'process raft request' (duration: 2.874676933s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:53.516872Z","caller":"traceutil/trace.go:171","msg":"trace[362429174] linearizableReadLoop","detail":"{readStateIndex:2480; appliedIndex:2477; }","duration":"3.344901562s","start":"2026-03-31T18:32:50.171946Z","end":"2026-03-31T18:32:53.516847Z","steps":["trace[362429174] 'read index received' (duration: 913.678871ms)","trace[362429174] 'applied index is now lower than readState.Index' (duration: 2.431220281s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:53.516905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.166049Z","time spent":"3.350757326s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:53.516905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.641855Z","time spent":"2.875002021s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:53.51691Z","caller":"traceutil/trace.go:171","msg":"trace[2134812986] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"2.423354232s","start":"2026-03-31T18:32:51.093518Z","end":"2026-03-31T18:32:53.516873Z","steps":["trace[2134812986] 'process raft request' (duration: 2.423151037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.517058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:51.093482Z","time spent":"2.423529806s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:32:53.961589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.765801ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:32:53.961999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790041462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:53.962069Z","caller":"traceutil/trace.go:171","msg":"trace[183621922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2381; }","duration":"3.790169106s","start":"2026-03-31T18:32:50.171878Z","end":"2026-03-31T18:32:53.962048Z","steps":["trace[183621922] 'agreement among raft nodes before linearized reading' (duration: 3.345117048s)","trace[183621922] 'range keys from in-memory index tree' (duration: 444.855342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:53.962116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.171858Z","time spent":"3.790247317s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:53.962978Z","caller":"traceutil/trace.go:171","msg":"trace[272880751] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"867.42224ms","start":"2026-03-31T18:32:53.09553Z","end":"2026-03-31T18:32:53.962952Z","steps":["trace[272880751] 'process raft request' (duration: 866.173741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:53.963134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.095507Z","time spent":"867.527763ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.099152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.130674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:54.099587Z","caller":"traceutil/trace.go:171","msg":"trace[569034794] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"132.261048ms","start":"2026-03-31T18:32:53.967305Z","end":"2026-03-31T18:32:54.099566Z","steps":["trace[569034794] 'process raft request' (duration: 132.047773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.099589Z","caller":"traceutil/trace.go:171","msg":"trace[1426635364] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"750.927652ms","start":"2026-03-31T18:32:53.348629Z","end":"2026-03-31T18:32:54.099556Z","steps":["trace[1426635364] 'process raft request' (duration: 614.286355ms)","trace[1426635364] 'compare' (duration: 135.993011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:54.099708Z","caller":"traceutil/trace.go:171","msg":"trace[212440853] linearizableReadLoop","detail":"{readStateIndex:2484; appliedIndex:2481; }","duration":"582.688077ms","start":"2026-03-31T18:32:53.516967Z","end":"2026-03-31T18:32:54.099656Z","steps":["trace[212440853] 'read index received' (duration: 57.392254ms)","trace[212440853] 'applied index is now lower than readState.Index' (duration: 525.285493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:54.099803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696068877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:54.099801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.348591Z","time spent":"751.118576ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.099872Z","caller":"traceutil/trace.go:171","msg":"trace[333063092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2384; }","duration":"3.69621296s","start":"2026-03-31T18:32:50.403644Z","end":"2026-03-31T18:32:54.099856Z","steps":["trace[333063092] 'agreement among raft nodes before linearized reading' (duration: 3.696066817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.099939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.403608Z","time spent":"3.696307692s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:54.099933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186127644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:54.099933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239746265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:54.100005Z","caller":"traceutil/trace.go:171","msg":"trace[1926119682] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2384; }","duration":"3.186273607s","start":"2026-03-31T18:32:50.913713Z","end":"2026-03-31T18:32:54.099987Z","steps":["trace[1926119682] 'agreement among raft nodes before linearized reading' (duration: 3.186152925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.100047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.913688Z","time spent":"3.186346578s","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:54.100113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.257786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:54.100149Z","caller":"traceutil/trace.go:171","msg":"trace[253541018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2384; }","duration":"735.341388ms","start":"2026-03-31T18:32:53.364798Z","end":"2026-03-31T18:32:54.10014Z","steps":["trace[253541018] 'agreement among raft nodes before linearized reading' (duration: 735.278306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.100047Z","caller":"traceutil/trace.go:171","msg":"trace[1610046057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2384; }","duration":"1.239891458s","start":"2026-03-31T18:32:52.860131Z","end":"2026-03-31T18:32:54.100023Z","steps":["trace[1610046057] 'agreement among raft nodes before linearized reading' (duration: 1.239672523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.10019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.364769Z","time spent":"735.41206ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:54.100234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:52.860051Z","time spent":"1.240158874s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:54.100036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265339287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:54.100329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879441105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:54.100379Z","caller":"traceutil/trace.go:171","msg":"trace[293747989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2384; }","duration":"3.879553168s","start":"2026-03-31T18:32:50.220811Z","end":"2026-03-31T18:32:54.100364Z","steps":["trace[293747989] 'agreement among raft nodes before linearized reading' (duration: 3.879065387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.100416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.220785Z","time spent":"3.879622789s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:54.100433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890596809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:32:54.100449Z","caller":"traceutil/trace.go:171","msg":"trace[1741123382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2384; }","duration":"1.265691545s","start":"2026-03-31T18:32:52.834629Z","end":"2026-03-31T18:32:54.100321Z","steps":["trace[1741123382] 'agreement among raft nodes before linearized reading' (duration: 1.265218874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.101057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:52.834606Z","time spent":"1.266434081s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:32:54.1005Z","caller":"traceutil/trace.go:171","msg":"trace[334420409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2384; }","duration":"3.890708341s","start":"2026-03-31T18:32:50.209777Z","end":"2026-03-31T18:32:54.100486Z","steps":["trace[334420409] 'agreement among raft nodes before linearized reading' (duration: 3.890530498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.101211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.209756Z","time spent":"3.891444107s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:54.100607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890575978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:32:54.101354Z","caller":"traceutil/trace.go:171","msg":"trace[1588780674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2384; }","duration":"3.891375646s","start":"2026-03-31T18:32:50.209968Z","end":"2026-03-31T18:32:54.101343Z","steps":["trace[1588780674] 'agreement among raft nodes before linearized reading' (duration: 3.890560927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.101383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.209938Z","time spent":"3.891437447s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:54.100688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890816764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:54.10153Z","caller":"traceutil/trace.go:171","msg":"trace[174065245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2384; }","duration":"3.891650022s","start":"2026-03-31T18:32:50.20985Z","end":"2026-03-31T18:32:54.1015Z","steps":["trace[174065245] 'agreement among raft nodes before linearized reading' (duration: 3.890783383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.101604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.209841Z","time spent":"3.891740064s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:54.100758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.20369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:32:54.101736Z","caller":"traceutil/trace.go:171","msg":"trace[1820769320] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118; range_end:; response_count:1; response_revision:2384; }","duration":"581.203033ms","start":"2026-03-31T18:32:53.520513Z","end":"2026-03-31T18:32:54.101716Z","steps":["trace[1820769320] 'agreement among raft nodes before linearized reading' (duration: 580.103648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.100786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.976572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-31T18:32:54.101852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.520496Z","time spent":"581.337166ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118\" "} {"level":"info","ts":"2026-03-31T18:32:54.101862Z","caller":"traceutil/trace.go:171","msg":"trace[1810931687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2384; }","duration":"126.067506ms","start":"2026-03-31T18:32:53.975773Z","end":"2026-03-31T18:32:54.10184Z","steps":["trace[1810931687] 'agreement among raft nodes before linearized reading' (duration: 124.949161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.100864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891287584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:32:54.102057Z","caller":"traceutil/trace.go:171","msg":"trace[532895955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2384; }","duration":"3.892515161s","start":"2026-03-31T18:32:50.209529Z","end":"2026-03-31T18:32:54.102044Z","steps":["trace[532895955] 'agreement among raft nodes before linearized reading' (duration: 3.891276514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.102094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.209506Z","time spent":"3.892577934s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:54.100872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.247676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:32:54.102175Z","caller":"traceutil/trace.go:171","msg":"trace[1295625894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2384; }","duration":"217.617808ms","start":"2026-03-31T18:32:53.884542Z","end":"2026-03-31T18:32:54.10216Z","steps":["trace[1295625894] 'agreement among raft nodes before linearized reading' (duration: 216.185615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.100784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890889455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:32:54.102256Z","caller":"traceutil/trace.go:171","msg":"trace[2120920737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2384; }","duration":"3.8923807s","start":"2026-03-31T18:32:50.209855Z","end":"2026-03-31T18:32:54.102236Z","steps":["trace[2120920737] 'agreement among raft nodes before linearized reading' (duration: 3.890776813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.102327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:50.209838Z","time spent":"3.892470501s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:32:54.297912Z","caller":"traceutil/trace.go:171","msg":"trace[1379281438] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"193.205382ms","start":"2026-03-31T18:32:54.104668Z","end":"2026-03-31T18:32:54.297873Z","steps":["trace[1379281438] 'process raft request' (duration: 133.110657ms)","trace[1379281438] 'compare' (duration: 59.929262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:54.826162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.30259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:54.826612Z","caller":"traceutil/trace.go:171","msg":"trace[865398822] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2485; }","duration":"715.813253ms","start":"2026-03-31T18:32:54.11078Z","end":"2026-03-31T18:32:54.826593Z","steps":["trace[865398822] 'read index received' (duration: 127.043958ms)","trace[865398822] 'applied index is now lower than readState.Index' (duration: 588.767995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:54.826662Z","caller":"traceutil/trace.go:171","msg":"trace[685645016] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"719.378905ms","start":"2026-03-31T18:32:54.107224Z","end":"2026-03-31T18:32:54.826603Z","steps":["trace[685645016] 'process raft request' (duration: 719.12466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.82684Z","caller":"traceutil/trace.go:171","msg":"trace[840905579] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"719.246542ms","start":"2026-03-31T18:32:54.10758Z","end":"2026-03-31T18:32:54.826827Z","steps":["trace[840905579] 'process raft request' (duration: 718.937585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.826893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.10721Z","time spent":"719.556099ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.826891Z","caller":"traceutil/trace.go:171","msg":"trace[574135112] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"719.168899ms","start":"2026-03-31T18:32:54.107692Z","end":"2026-03-31T18:32:54.826861Z","steps":["trace[574135112] 'process raft request' (duration: 718.855242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.826906Z","caller":"traceutil/trace.go:171","msg":"trace[1028396523] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"720.293635ms","start":"2026-03-31T18:32:54.106582Z","end":"2026-03-31T18:32:54.826875Z","steps":["trace[1028396523] 'process raft request' (duration: 374.189967ms)","trace[1028396523] 'compare' (duration: 344.868131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:54.826938Z","caller":"traceutil/trace.go:171","msg":"trace[300163843] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"719.444647ms","start":"2026-03-31T18:32:54.107484Z","end":"2026-03-31T18:32:54.826928Z","steps":["trace[300163843] 'process raft request' (duration: 718.967566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.82703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.847467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:54.827008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.529817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:54.827064Z","caller":"traceutil/trace.go:171","msg":"trace[1467889345] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2391; }","duration":"676.920188ms","start":"2026-03-31T18:32:54.150133Z","end":"2026-03-31T18:32:54.827053Z","steps":["trace[1467889345] 'agreement among raft nodes before linearized reading' (duration: 676.853987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.827051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.107687Z","time spent":"719.281601ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.82707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.106566Z","time spent":"720.416788ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.827086Z","caller":"traceutil/trace.go:171","msg":"trace[954064011] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2391; }","duration":"715.64408ms","start":"2026-03-31T18:32:54.111423Z","end":"2026-03-31T18:32:54.827067Z","steps":["trace[954064011] 'agreement among raft nodes before linearized reading' (duration: 715.487586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.827093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.150098Z","time spent":"676.98545ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:54.827106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.107473Z","time spent":"719.531958ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.827148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.111408Z","time spent":"715.727851ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:32:54.826952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.14797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:54.827208Z","caller":"traceutil/trace.go:171","msg":"trace[1810834818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2391; }","duration":"716.437728ms","start":"2026-03-31T18:32:54.110759Z","end":"2026-03-31T18:32:54.827197Z","steps":["trace[1810834818] 'agreement among raft nodes before linearized reading' (duration: 716.072619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.827202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.098467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:32:54.82725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.110749Z","time spent":"716.491378ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:54.827031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.10756Z","time spent":"719.355114ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.827267Z","caller":"traceutil/trace.go:171","msg":"trace[2091303267] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:2391; }","duration":"525.20488ms","start":"2026-03-31T18:32:54.302038Z","end":"2026-03-31T18:32:54.827243Z","steps":["trace[2091303267] 'agreement among raft nodes before linearized reading' (duration: 524.939384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.827323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.302018Z","time spent":"525.297382ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:32:54.827319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.998143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:54.826839Z","caller":"traceutil/trace.go:171","msg":"trace[434418567] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"719.260623ms","start":"2026-03-31T18:32:54.107537Z","end":"2026-03-31T18:32:54.826797Z","steps":["trace[434418567] 'process raft request' (duration: 718.949176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.827476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.107532Z","time spent":"719.887426ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.827364Z","caller":"traceutil/trace.go:171","msg":"trace[1228431680] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2391; }","duration":"367.102466ms","start":"2026-03-31T18:32:54.46025Z","end":"2026-03-31T18:32:54.827353Z","steps":["trace[1228431680] 'agreement among raft nodes before linearized reading' (duration: 367.016254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.827695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.460216Z","time spent":"367.461655ms","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:55.166423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.595979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:55.166515Z","caller":"traceutil/trace.go:171","msg":"trace[1475267480] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2492; }","duration":"331.287271ms","start":"2026-03-31T18:32:54.835213Z","end":"2026-03-31T18:32:55.1665Z","steps":["trace[1475267480] 'read index received' (duration: 156.631381ms)","trace[1475267480] 'applied index is now lower than readState.Index' (duration: 174.65479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:55.166597Z","caller":"traceutil/trace.go:171","msg":"trace[1923991856] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"336.347467ms","start":"2026-03-31T18:32:54.830239Z","end":"2026-03-31T18:32:55.166586Z","steps":["trace[1923991856] 'process raft request' (duration: 161.513712ms)","trace[1923991856] 'compare' (duration: 174.488936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:55.16666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.830221Z","time spent":"336.408719ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:55.166716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.449906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:55.166811Z","caller":"traceutil/trace.go:171","msg":"trace[776389991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2392; }","duration":"331.547828ms","start":"2026-03-31T18:32:54.835238Z","end":"2026-03-31T18:32:55.166786Z","steps":["trace[776389991] 'agreement among raft nodes before linearized reading' (duration: 331.369044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:55.166859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.835198Z","time spent":"331.653251ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:55.166881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.552188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:55.167058Z","caller":"traceutil/trace.go:171","msg":"trace[344902063] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2392; }","duration":"331.869455ms","start":"2026-03-31T18:32:54.835166Z","end":"2026-03-31T18:32:55.167036Z","steps":["trace[344902063] 'agreement among raft nodes before linearized reading' (duration: 331.498927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:55.167189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.835148Z","time spent":"332.026229ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:32:56.455106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.535405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:56.455484Z","caller":"traceutil/trace.go:171","msg":"trace[469051444] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"930.093265ms","start":"2026-03-31T18:32:55.525361Z","end":"2026-03-31T18:32:56.455454Z","steps":["trace[469051444] 'process raft request' (duration: 929.914211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.45559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.525326Z","time spent":"930.216108ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:56.455825Z","caller":"traceutil/trace.go:171","msg":"trace[1696351726] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"931.816064ms","start":"2026-03-31T18:32:55.523996Z","end":"2026-03-31T18:32:56.455812Z","steps":["trace[1696351726] 'process raft request' (duration: 168.371257ms)","trace[1696351726] 'compare' (duration: 762.28695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:56.455896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.523971Z","time spent":"931.890926ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:56.516275Z","caller":"traceutil/trace.go:171","msg":"trace[636828775] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2493; }","duration":"435.552612ms","start":"2026-03-31T18:32:56.080675Z","end":"2026-03-31T18:32:56.516227Z","steps":["trace[636828775] 'read index received' (duration: 330.488584ms)","trace[636828775] 'applied index is now lower than readState.Index' (duration: 105.062758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:56.516366Z","caller":"traceutil/trace.go:171","msg":"trace[1842736829] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"546.723549ms","start":"2026-03-31T18:32:55.969585Z","end":"2026-03-31T18:32:56.516309Z","steps":["trace[1842736829] 'process raft request' (duration: 546.417102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.516542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.823068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:56.516584Z","caller":"traceutil/trace.go:171","msg":"trace[710063496] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2395; }","duration":"435.939131ms","start":"2026-03-31T18:32:56.080631Z","end":"2026-03-31T18:32:56.51657Z","steps":["trace[710063496] 'agreement among raft nodes before linearized reading' (duration: 435.801128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.51659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.969566Z","time spent":"546.899463ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:56.516628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.08061Z","time spent":"436.008892ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:56.872089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.16201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:56.872249Z","caller":"traceutil/trace.go:171","msg":"trace[643930821] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2496; }","duration":"355.84355ms","start":"2026-03-31T18:32:56.516383Z","end":"2026-03-31T18:32:56.872227Z","steps":["trace[643930821] 'read index received' (duration: 53.489316ms)","trace[643930821] 'applied index is now lower than readState.Index' (duration: 302.352404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:56.872373Z","caller":"traceutil/trace.go:171","msg":"trace[224427392] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"385.082234ms","start":"2026-03-31T18:32:56.487275Z","end":"2026-03-31T18:32:56.872358Z","steps":["trace[224427392] 'process raft request' (duration: 82.553006ms)","trace[224427392] 'compare' (duration: 301.921504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:56.872477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.487243Z","time spent":"385.181266ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:56.872722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.676037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:56.87279Z","caller":"traceutil/trace.go:171","msg":"trace[722771133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2396; }","duration":"765.79984ms","start":"2026-03-31T18:32:56.106974Z","end":"2026-03-31T18:32:56.872774Z","steps":["trace[722771133] 'agreement among raft nodes before linearized reading' (duration: 765.616145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.872774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.637044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:56.87291Z","caller":"traceutil/trace.go:171","msg":"trace[112404400] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2396; }","duration":"512.823869ms","start":"2026-03-31T18:32:56.360062Z","end":"2026-03-31T18:32:56.872886Z","steps":["trace[112404400] 'agreement among raft nodes before linearized reading' (duration: 512.598264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.872824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.106949Z","time spent":"765.867392ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:56.873114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.360041Z","time spent":"512.981832ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:56.872768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.239802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:56.873185Z","caller":"traceutil/trace.go:171","msg":"trace[2028299476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2396; }","duration":"697.684781ms","start":"2026-03-31T18:32:56.175481Z","end":"2026-03-31T18:32:56.873166Z","steps":["trace[2028299476] 'agreement among raft nodes before linearized reading' (duration: 697.18827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.873226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.175463Z","time spent":"697.751763ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:57.098047Z","caller":"traceutil/trace.go:171","msg":"trace[631428704] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"221.135267ms","start":"2026-03-31T18:32:56.876883Z","end":"2026-03-31T18:32:57.098019Z","steps":["trace[631428704] 'process raft request' (duration: 139.030591ms)","trace[631428704] 'compare' (duration: 81.844141ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:57.098324Z","caller":"traceutil/trace.go:171","msg":"trace[27690222] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"221.154748ms","start":"2026-03-31T18:32:56.877161Z","end":"2026-03-31T18:32:57.098316Z","steps":["trace[27690222] 'process raft request' (duration: 220.80288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.098545Z","caller":"traceutil/trace.go:171","msg":"trace[1427222728] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"220.627486ms","start":"2026-03-31T18:32:56.877901Z","end":"2026-03-31T18:32:57.098529Z","steps":["trace[1427222728] 'process raft request' (duration: 220.35795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.098579Z","caller":"traceutil/trace.go:171","msg":"trace[1500721889] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2497; }","duration":"200.6503ms","start":"2026-03-31T18:32:56.897906Z","end":"2026-03-31T18:32:57.098556Z","steps":["trace[1500721889] 'read index received' (duration: 118.020702ms)","trace[1500721889] 'applied index is now lower than readState.Index' (duration: 82.628318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:57.098597Z","caller":"traceutil/trace.go:171","msg":"trace[115025290] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"220.571185ms","start":"2026-03-31T18:32:56.877995Z","end":"2026-03-31T18:32:57.098566Z","steps":["trace[115025290] 'process raft request' (duration: 220.426231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.098742Z","caller":"traceutil/trace.go:171","msg":"trace[1841178297] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"218.986168ms","start":"2026-03-31T18:32:56.87971Z","end":"2026-03-31T18:32:57.098696Z","steps":["trace[1841178297] 'process raft request' (duration: 218.810964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:57.098735Z","caller":"traceutil/trace.go:171","msg":"trace[325233397] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"220.016691ms","start":"2026-03-31T18:32:56.87868Z","end":"2026-03-31T18:32:57.098697Z","steps":["trace[325233397] 'process raft request' (duration: 219.802336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.098774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.851806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:57.099019Z","caller":"traceutil/trace.go:171","msg":"trace[1300112156] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2402; }","duration":"201.137761ms","start":"2026-03-31T18:32:56.897862Z","end":"2026-03-31T18:32:57.098999Z","steps":["trace[1300112156] 'agreement among raft nodes before linearized reading' (duration: 200.793514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.762986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.522972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:32:57.763541Z","caller":"traceutil/trace.go:171","msg":"trace[1192776947] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:2402; }","duration":"513.095226ms","start":"2026-03-31T18:32:57.250398Z","end":"2026-03-31T18:32:57.763494Z","steps":["trace[1192776947] 'range keys from in-memory index tree' (duration: 512.282176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.763734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.250376Z","time spent":"513.29566ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:32:57.763103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.591617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:32:57.764054Z","caller":"traceutil/trace.go:171","msg":"trace[489914001] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118; range_end:; response_count:1; response_revision:2402; }","duration":"489.593191ms","start":"2026-03-31T18:32:57.274427Z","end":"2026-03-31T18:32:57.76402Z","steps":["trace[489914001] 'range keys from in-memory index tree' (duration: 488.366032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:57.764292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.274397Z","time spent":"489.753215ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ade6b57118\" "} {"level":"warn","ts":"2026-03-31T18:32:58.333856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:58.772036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006568234s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:32:58.772514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.765302Z","time spent":"1.007205279s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:32:59.833497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:32:59.833599Z","caller":"traceutil/trace.go:171","msg":"trace[1247582127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378037s","start":"2026-03-31T18:32:57.833198Z","end":"2026-03-31T18:32:59.833576Z","steps":["trace[1247582127] 'agreement among raft nodes before linearized reading' (duration: 2.000262904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.833657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.833177Z","time spent":"2.000465689s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:32:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:33:00.054212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.574492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:00.054366Z","caller":"traceutil/trace.go:171","msg":"trace[1519702832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2402; }","duration":"157.733305ms","start":"2026-03-31T18:32:59.896607Z","end":"2026-03-31T18:33:00.054341Z","steps":["trace[1519702832] 'range keys from in-memory index tree' (duration: 157.558162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:00.204773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429874836s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:33:00.205371Z","caller":"traceutil/trace.go:171","msg":"trace[1120373757] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"2.439025988s","start":"2026-03-31T18:32:57.766313Z","end":"2026-03-31T18:33:00.205339Z","steps":["trace[1120373757] 'process raft request' (duration: 2.438759622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:00.2056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.766289Z","time spent":"2.439175551s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:00.205805Z","caller":"traceutil/trace.go:171","msg":"trace[1055987433] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"1.744801827s","start":"2026-03-31T18:32:58.460968Z","end":"2026-03-31T18:33:00.20577Z","steps":["trace[1055987433] 'process raft request' (duration: 1.744285575s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:00.20596Z","caller":"traceutil/trace.go:171","msg":"trace[1187935218] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"1.744445797s","start":"2026-03-31T18:32:58.461482Z","end":"2026-03-31T18:33:00.205928Z","steps":["trace[1187935218] 'process raft request' (duration: 1.744233483s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:00.206046Z","caller":"traceutil/trace.go:171","msg":"trace[486844889] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2503; }","duration":"2.372766753s","start":"2026-03-31T18:32:57.833263Z","end":"2026-03-31T18:33:00.20603Z","steps":["trace[486844889] 'read index received' (duration: 939.08808ms)","trace[486844889] 'applied index is now lower than readState.Index' (duration: 1.433677233s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:00.206051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.460918Z","time spent":"1.745022252s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:00.206134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.461467Z","time spent":"1.744568021s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:00.206141Z","caller":"traceutil/trace.go:171","msg":"trace[1789222831] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"1.64776923s","start":"2026-03-31T18:32:58.558353Z","end":"2026-03-31T18:33:00.206122Z","steps":["trace[1789222831] 'process raft request' (duration: 1.647510804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:00.206246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.558329Z","time spent":"1.647858132s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:00.707058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:01.207507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:01.62643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421277641s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:33:01.738864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.977836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:01.739253Z","caller":"traceutil/trace.go:171","msg":"trace[1696169933] linearizableReadLoop","detail":"{readStateIndex:2511; appliedIndex:2508; }","duration":"1.533133655s","start":"2026-03-31T18:33:00.206085Z","end":"2026-03-31T18:33:01.739219Z","steps":["trace[1696169933] 'read index received' (duration: 1.420695599s)","trace[1696169933] 'applied index is now lower than readState.Index' (duration: 112.436886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:01.739384Z","caller":"traceutil/trace.go:171","msg":"trace[1511857913] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"2.96513724s","start":"2026-03-31T18:32:58.774228Z","end":"2026-03-31T18:33:01.739365Z","steps":["trace[1511857913] 'process raft request' (duration: 2.85252778s)","trace[1511857913] 'compare' (duration: 111.680919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:01.739469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.774169Z","time spent":"2.965249232s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:01.739798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503888494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:33:01.739878Z","caller":"traceutil/trace.go:171","msg":"trace[1662901145] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"2.26357726s","start":"2026-03-31T18:32:59.476276Z","end":"2026-03-31T18:33:01.739853Z","steps":["trace[1662901145] 'process raft request' (duration: 2.262874214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.739918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619929231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:01.739943Z","caller":"traceutil/trace.go:171","msg":"trace[1282681707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"2.504092588s","start":"2026-03-31T18:32:59.235818Z","end":"2026-03-31T18:33:01.739911Z","steps":["trace[1282681707] 'agreement among raft nodes before linearized reading' (duration: 2.503619088s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:01.73998Z","caller":"traceutil/trace.go:171","msg":"trace[1412191055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2409; }","duration":"2.620015063s","start":"2026-03-31T18:32:59.119949Z","end":"2026-03-31T18:33:01.739964Z","steps":["trace[1412191055] 'agreement among raft nodes before linearized reading' (duration: 2.619828008s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:01.739943Z","caller":"traceutil/trace.go:171","msg":"trace[712824370] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"2.556551011s","start":"2026-03-31T18:32:59.183351Z","end":"2026-03-31T18:33:01.739902Z","steps":["trace[712824370] 'process raft request' (duration: 2.555677402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.235798Z","time spent":"2.50419829s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:01.740026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.119938Z","time spent":"2.620078964s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:01.739984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905915168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:01.740007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.476245Z","time spent":"2.263678043s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:01.740086Z","caller":"traceutil/trace.go:171","msg":"trace[1516384609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2409; }","duration":"1.906076212s","start":"2026-03-31T18:32:59.833984Z","end":"2026-03-31T18:33:01.74006Z","steps":["trace[1516384609] 'agreement among raft nodes before linearized reading' (duration: 1.905868707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636812125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:33:01.740144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.833964Z","time spent":"1.906170484s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:01.740152Z","caller":"traceutil/trace.go:171","msg":"trace[48032487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2409; }","duration":"2.636924007s","start":"2026-03-31T18:32:59.103211Z","end":"2026-03-31T18:33:01.740135Z","steps":["trace[48032487] 'agreement among raft nodes before linearized reading' (duration: 2.636674222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.183326Z","time spent":"2.556710974s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:01.740199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.103191Z","time spent":"2.636998709s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:01.740192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636671222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:33:01.740281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636799785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:33:01.740363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027190456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:01.740423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282609726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:01.740405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636339395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:01.740474Z","caller":"traceutil/trace.go:171","msg":"trace[342244210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2409; }","duration":"2.636784024s","start":"2026-03-31T18:32:59.103477Z","end":"2026-03-31T18:33:01.740261Z","steps":["trace[342244210] 'agreement among raft nodes before linearized reading' (duration: 2.636437096s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:01.740495Z","caller":"traceutil/trace.go:171","msg":"trace[1638368415] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2409; }","duration":"3.282721619s","start":"2026-03-31T18:32:58.457757Z","end":"2026-03-31T18:33:01.740479Z","steps":["trace[1638368415] 'agreement among raft nodes before linearized reading' (duration: 3.282597846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.103456Z","time spent":"2.63707051s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:33:01.740393Z","caller":"traceutil/trace.go:171","msg":"trace[1145537390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2409; }","duration":"2.636932438s","start":"2026-03-31T18:32:59.103437Z","end":"2026-03-31T18:33:01.74037Z","steps":["trace[1145537390] 'agreement among raft nodes before linearized reading' (duration: 2.63658944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.457736Z","time spent":"3.282816072s","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:01.740631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.103408Z","time spent":"2.637207933s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:01.740641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859710646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:33:01.740697Z","caller":"traceutil/trace.go:171","msg":"trace[147548303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2409; }","duration":"3.859799369s","start":"2026-03-31T18:32:57.880883Z","end":"2026-03-31T18:33:01.740683Z","steps":["trace[147548303] 'agreement among raft nodes before linearized reading' (duration: 3.859633915s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:01.740524Z","caller":"traceutil/trace.go:171","msg":"trace[325821857] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2409; }","duration":"2.636510448s","start":"2026-03-31T18:32:59.103988Z","end":"2026-03-31T18:33:01.740498Z","steps":["trace[325821857] 'agreement among raft nodes before linearized reading' (duration: 2.636223111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.880864Z","time spent":"3.859879091s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:33:01.740451Z","caller":"traceutil/trace.go:171","msg":"trace[654521095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2409; }","duration":"2.027437082s","start":"2026-03-31T18:32:59.712993Z","end":"2026-03-31T18:33:01.74043Z","steps":["trace[654521095] 'agreement among raft nodes before linearized reading' (duration: 2.027185856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55894431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-31T18:33:01.74091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.103968Z","time spent":"2.636864586s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:33:01.74126Z","caller":"traceutil/trace.go:171","msg":"trace[1780606795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2409; }","duration":"1.559972154s","start":"2026-03-31T18:33:00.181255Z","end":"2026-03-31T18:33:01.741227Z","steps":["trace[1780606795] 'agreement among raft nodes before linearized reading' (duration: 1.558780487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.740328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14070371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:01.741346Z","caller":"traceutil/trace.go:171","msg":"trace[370412209] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2409; }","duration":"3.141768284s","start":"2026-03-31T18:32:58.59956Z","end":"2026-03-31T18:33:01.741329Z","steps":["trace[370412209] 'agreement among raft nodes before linearized reading' (duration: 3.14070814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.741373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:00.181229Z","time spent":"1.560101816s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:01.741419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.599535Z","time spent":"3.141864087s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:01.741167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:59.712972Z","time spent":"2.027940884s","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:01.750514Z","caller":"traceutil/trace.go:171","msg":"trace[1884889718] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"143.635706ms","start":"2026-03-31T18:33:01.606863Z","end":"2026-03-31T18:33:01.750498Z","steps":["trace[1884889718] 'process raft request' (duration: 143.510944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.750693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.099797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:33:01.750792Z","caller":"traceutil/trace.go:171","msg":"trace[922096012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2410; }","duration":"565.252121ms","start":"2026-03-31T18:33:01.185521Z","end":"2026-03-31T18:33:01.750774Z","steps":["trace[922096012] 'agreement among raft nodes before linearized reading' (duration: 565.014985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:01.750844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.185488Z","time spent":"565.335113ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:33:02.251001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:02.752179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280643924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:33:02.892852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142417752s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:33:02.895398Z","caller":"traceutil/trace.go:171","msg":"trace[1303107500] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"1.148918609s","start":"2026-03-31T18:33:01.74644Z","end":"2026-03-31T18:33:02.895358Z","steps":["trace[1303107500] 'process raft request' (duration: 1.14672301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.895683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.746427Z","time spent":"1.149088974s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.896007Z","caller":"traceutil/trace.go:171","msg":"trace[518832278] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"1.149464203s","start":"2026-03-31T18:33:01.74651Z","end":"2026-03-31T18:33:02.895975Z","steps":["trace[518832278] 'process raft request' (duration: 1.148746696s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.896222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.746505Z","time spent":"1.149607626s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.89624Z","caller":"traceutil/trace.go:171","msg":"trace[104588430] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"1.149675987s","start":"2026-03-31T18:33:01.746542Z","end":"2026-03-31T18:33:02.896218Z","steps":["trace[104588430] 'process raft request' (duration: 1.149234237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.896343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.746522Z","time spent":"1.14976711s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.896496Z","caller":"traceutil/trace.go:171","msg":"trace[1549970016] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"1.148995781s","start":"2026-03-31T18:33:01.747481Z","end":"2026-03-31T18:33:02.896477Z","steps":["trace[1549970016] 'process raft request' (duration: 1.148613673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.896591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.747473Z","time spent":"1.149071033s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.896625Z","caller":"traceutil/trace.go:171","msg":"trace[598827116] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"1.149008871s","start":"2026-03-31T18:33:01.747604Z","end":"2026-03-31T18:33:02.896612Z","steps":["trace[598827116] 'process raft request' (duration: 1.148640503s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.896652Z","caller":"traceutil/trace.go:171","msg":"trace[2114714022] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"1.148876849s","start":"2026-03-31T18:33:01.747723Z","end":"2026-03-31T18:33:02.8966Z","steps":["trace[2114714022] 'process raft request' (duration: 1.148722185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.896687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.747589Z","time spent":"1.149064383s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:02.896867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.747706Z","time spent":"1.149053452s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.906078Z","caller":"traceutil/trace.go:171","msg":"trace[1371545936] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"1.150611407s","start":"2026-03-31T18:33:01.755436Z","end":"2026-03-31T18:33:02.906047Z","steps":["trace[1371545936] 'process raft request' (duration: 1.150396343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.906338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.755426Z","time spent":"1.15072582s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.906397Z","caller":"traceutil/trace.go:171","msg":"trace[1047613743] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"693.764562ms","start":"2026-03-31T18:33:02.212613Z","end":"2026-03-31T18:33:02.906378Z","steps":["trace[1047613743] 'process raft request' (duration: 693.394524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.906496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:02.212591Z","time spent":"693.861693ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.906504Z","caller":"traceutil/trace.go:171","msg":"trace[1811948788] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"693.812962ms","start":"2026-03-31T18:33:02.212676Z","end":"2026-03-31T18:33:02.906489Z","steps":["trace[1811948788] 'process raft request' (duration: 693.613588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.906645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:02.212518Z","time spent":"694.058018ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.906728Z","caller":"traceutil/trace.go:171","msg":"trace[413047602] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"693.961996ms","start":"2026-03-31T18:33:02.212751Z","end":"2026-03-31T18:33:02.906713Z","steps":["trace[413047602] 'process raft request' (duration: 693.646849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.906817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:02.212717Z","time spent":"694.062269ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:02.925184Z","caller":"traceutil/trace.go:171","msg":"trace[2079816265] linearizableReadLoop","detail":"{readStateIndex:2523; appliedIndex:2512; }","duration":"1.174665834s","start":"2026-03-31T18:33:01.750473Z","end":"2026-03-31T18:33:02.925139Z","steps":["trace[2079816265] 'read index received' (duration: 1.14280169s)","trace[2079816265] 'applied index is now lower than readState.Index' (duration: 31.861454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:02.925391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178888061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:33:02.925454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172635589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:02.925497Z","caller":"traceutil/trace.go:171","msg":"trace[1599940682] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2420; }","duration":"1.17271403s","start":"2026-03-31T18:33:01.752773Z","end":"2026-03-31T18:33:02.925487Z","steps":["trace[1599940682] 'agreement among raft nodes before linearized reading' (duration: 1.172584797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.925545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.752751Z","time spent":"1.172769261s","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:33:02.925502Z","caller":"traceutil/trace.go:171","msg":"trace[155176714] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2420; }","duration":"1.179041224s","start":"2026-03-31T18:33:01.746437Z","end":"2026-03-31T18:33:02.925478Z","steps":["trace[155176714] 'agreement among raft nodes before linearized reading' (duration: 1.17886672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.925638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.746412Z","time spent":"1.179190428s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:33:02.925634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.395647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T18:33:02.925671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.400285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:02.925733Z","caller":"traceutil/trace.go:171","msg":"trace[1420959860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2420; }","duration":"175.54416ms","start":"2026-03-31T18:33:02.75016Z","end":"2026-03-31T18:33:02.925704Z","steps":["trace[1420959860] 'agreement among raft nodes before linearized reading' (duration: 175.286114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:02.925766Z","caller":"traceutil/trace.go:171","msg":"trace[169402756] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2420; }","duration":"591.570889ms","start":"2026-03-31T18:33:02.334173Z","end":"2026-03-31T18:33:02.925744Z","steps":["trace[169402756] 'agreement among raft nodes before linearized reading' (duration: 591.369164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.92577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179236819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:33:02.925819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:02.334124Z","time spent":"591.684111ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:02.925865Z","caller":"traceutil/trace.go:171","msg":"trace[1934546631] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:2420; }","duration":"1.179403862s","start":"2026-03-31T18:33:01.746437Z","end":"2026-03-31T18:33:02.925841Z","steps":["trace[1934546631] 'agreement among raft nodes before linearized reading' (duration: 1.178776678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.925909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.746409Z","time spent":"1.179492385s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:33:02.92611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176096067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:02.926186Z","caller":"traceutil/trace.go:171","msg":"trace[329288497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2420; }","duration":"1.177028229s","start":"2026-03-31T18:33:01.749142Z","end":"2026-03-31T18:33:02.92617Z","steps":["trace[329288497] 'agreement among raft nodes before linearized reading' (duration: 1.176033766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:02.926221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:01.749132Z","time spent":"1.177080269s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:05.036737Z","caller":"traceutil/trace.go:171","msg":"trace[907580262] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"130.249671ms","start":"2026-03-31T18:33:04.906469Z","end":"2026-03-31T18:33:05.036719Z","steps":["trace[907580262] 'process raft request' (duration: 130.196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.036834Z","caller":"traceutil/trace.go:171","msg":"trace[949932181] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"130.500348ms","start":"2026-03-31T18:33:04.906274Z","end":"2026-03-31T18:33:05.036774Z","steps":["trace[949932181] 'process raft request' (duration: 130.292243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.036976Z","caller":"traceutil/trace.go:171","msg":"trace[161531943] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"130.483407ms","start":"2026-03-31T18:33:04.906484Z","end":"2026-03-31T18:33:05.036967Z","steps":["trace[161531943] 'process raft request' (duration: 130.209201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.037282Z","caller":"traceutil/trace.go:171","msg":"trace[308853856] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"130.698532ms","start":"2026-03-31T18:33:04.906543Z","end":"2026-03-31T18:33:05.037242Z","steps":["trace[308853856] 'process raft request' (duration: 130.447487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.037324Z","caller":"traceutil/trace.go:171","msg":"trace[1173540098] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"130.421795ms","start":"2026-03-31T18:33:04.906864Z","end":"2026-03-31T18:33:05.037286Z","steps":["trace[1173540098] 'process raft request' (duration: 130.266772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.037413Z","caller":"traceutil/trace.go:171","msg":"trace[647485510] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"126.104697ms","start":"2026-03-31T18:33:04.911274Z","end":"2026-03-31T18:33:05.037378Z","steps":["trace[647485510] 'process raft request' (duration: 125.927763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.037493Z","caller":"traceutil/trace.go:171","msg":"trace[1314848008] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"125.414082ms","start":"2026-03-31T18:33:04.912071Z","end":"2026-03-31T18:33:05.037485Z","steps":["trace[1314848008] 'process raft request' (duration: 125.188347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.30721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.545257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:05.307338Z","caller":"traceutil/trace.go:171","msg":"trace[465099116] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2431; }","duration":"119.765443ms","start":"2026-03-31T18:33:05.187544Z","end":"2026-03-31T18:33:05.30731Z","steps":["trace[465099116] 'count revisions from in-memory index tree' (duration: 119.425674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:09.212235Z","caller":"traceutil/trace.go:171","msg":"trace[2074438574] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2547; }","duration":"161.298306ms","start":"2026-03-31T18:33:09.050906Z","end":"2026-03-31T18:33:09.212204Z","steps":["trace[2074438574] 'read index received' (duration: 156.392766ms)","trace[2074438574] 'applied index is now lower than readState.Index' (duration: 4.90462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:09.212303Z","caller":"traceutil/trace.go:171","msg":"trace[859196881] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"161.652625ms","start":"2026-03-31T18:33:09.050615Z","end":"2026-03-31T18:33:09.212268Z","steps":["trace[859196881] 'process raft request' (duration: 156.734134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:09.212499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.567742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:33:09.212533Z","caller":"traceutil/trace.go:171","msg":"trace[754423016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2444; }","duration":"161.663214ms","start":"2026-03-31T18:33:09.05086Z","end":"2026-03-31T18:33:09.212524Z","steps":["trace[754423016] 'agreement among raft nodes before linearized reading' (duration: 161.48701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:09.220639Z","caller":"traceutil/trace.go:171","msg":"trace[1902058656] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"167.908297ms","start":"2026-03-31T18:33:09.052697Z","end":"2026-03-31T18:33:09.220605Z","steps":["trace[1902058656] 'process raft request' (duration: 167.633881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:09.220852Z","caller":"traceutil/trace.go:171","msg":"trace[1294625498] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"168.089541ms","start":"2026-03-31T18:33:09.052743Z","end":"2026-03-31T18:33:09.220833Z","steps":["trace[1294625498] 'process raft request' (duration: 167.795465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:09.220905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.170754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:33:09.220966Z","caller":"traceutil/trace.go:171","msg":"trace[423927144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2446; }","duration":"161.297206ms","start":"2026-03-31T18:33:09.059655Z","end":"2026-03-31T18:33:09.220953Z","steps":["trace[423927144] 'agreement among raft nodes before linearized reading' (duration: 161.145853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:09.221004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.869433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:33:09.221059Z","caller":"traceutil/trace.go:171","msg":"trace[281181178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2446; }","duration":"155.921924ms","start":"2026-03-31T18:33:09.065121Z","end":"2026-03-31T18:33:09.221043Z","steps":["trace[281181178] 'agreement among raft nodes before linearized reading' (duration: 155.771851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:09.221066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.051743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:33:09.221184Z","caller":"traceutil/trace.go:171","msg":"trace[707919529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2446; }","duration":"169.242748ms","start":"2026-03-31T18:33:09.051919Z","end":"2026-03-31T18:33:09.221162Z","steps":["trace[707919529] 'agreement among raft nodes before linearized reading' (duration: 168.867918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:09.221111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.290644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T18:33:09.221348Z","caller":"traceutil/trace.go:171","msg":"trace[451037573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2446; }","duration":"167.542909ms","start":"2026-03-31T18:33:09.053769Z","end":"2026-03-31T18:33:09.221312Z","steps":["trace[451037573] 'agreement among raft nodes before linearized reading' (duration: 167.147439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:09.221273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.086473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:33:09.221556Z","caller":"traceutil/trace.go:171","msg":"trace[1505732083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2446; }","duration":"165.434711ms","start":"2026-03-31T18:33:09.056104Z","end":"2026-03-31T18:33:09.221538Z","steps":["trace[1505732083] 'agreement among raft nodes before linearized reading' (duration: 164.770545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:15.301333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.464387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:15.301436Z","caller":"traceutil/trace.go:171","msg":"trace[1209129079] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2473; }","duration":"101.60117ms","start":"2026-03-31T18:33:15.199803Z","end":"2026-03-31T18:33:15.301404Z","steps":["trace[1209129079] 'count revisions from in-memory index tree' (duration: 101.397445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:22.443791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.91187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:22.443973Z","caller":"traceutil/trace.go:171","msg":"trace[1581197642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2519; }","duration":"129.113584ms","start":"2026-03-31T18:33:22.314832Z","end":"2026-03-31T18:33:22.443946Z","steps":["trace[1581197642] 'count revisions from in-memory index tree' (duration: 128.762877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.644098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280644198,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:33:23.738691Z","caller":"traceutil/trace.go:171","msg":"trace[459231614] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"616.953835ms","start":"2026-03-31T18:33:23.121709Z","end":"2026-03-31T18:33:23.738663Z","steps":["trace[459231614] 'process raft request' (duration: 616.769051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.738835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.121687Z","time spent":"617.074608ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:23.851956Z","caller":"traceutil/trace.go:171","msg":"trace[117156911] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"515.406426ms","start":"2026-03-31T18:33:23.336513Z","end":"2026-03-31T18:33:23.85192Z","steps":["trace[117156911] 'process raft request' (duration: 458.327113ms)","trace[117156911] 'compare' (duration: 56.797696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:23.852379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.336479Z","time spent":"515.581949ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:23.852601Z","caller":"traceutil/trace.go:171","msg":"trace[59708922] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2626; }","duration":"708.713064ms","start":"2026-03-31T18:33:23.143858Z","end":"2026-03-31T18:33:23.852571Z","steps":["trace[59708922] 'read index received' (duration: 594.61909ms)","trace[59708922] 'applied index is now lower than readState.Index' (duration: 114.092794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:23.852814Z","caller":"traceutil/trace.go:171","msg":"trace[298340953] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"514.824182ms","start":"2026-03-31T18:33:23.337971Z","end":"2026-03-31T18:33:23.852795Z","steps":["trace[298340953] 'process raft request' (duration: 513.88714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.853032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.337957Z","time spent":"514.899173ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:23.853072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.200126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:23.853171Z","caller":"traceutil/trace.go:171","msg":"trace[273909739] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"515.109018ms","start":"2026-03-31T18:33:23.338017Z","end":"2026-03-31T18:33:23.853126Z","steps":["trace[273909739] 'process raft request' (duration: 514.34647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:23.853263Z","caller":"traceutil/trace.go:171","msg":"trace[1297596666] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"456.804787ms","start":"2026-03-31T18:33:23.396438Z","end":"2026-03-31T18:33:23.853243Z","steps":["trace[1297596666] 'process raft request' (duration: 456.06583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.853353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.338011Z","time spent":"515.244011ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:23.853383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.396424Z","time spent":"456.89373ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:23.853197Z","caller":"traceutil/trace.go:171","msg":"trace[1804249118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2524; }","duration":"709.3948ms","start":"2026-03-31T18:33:23.143778Z","end":"2026-03-31T18:33:23.853172Z","steps":["trace[1804249118] 'agreement among raft nodes before linearized reading' (duration: 709.042853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.853511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.143758Z","time spent":"709.729727ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:23.853648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.723876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:23.853685Z","caller":"traceutil/trace.go:171","msg":"trace[1193535108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2524; }","duration":"426.823798ms","start":"2026-03-31T18:33:23.426852Z","end":"2026-03-31T18:33:23.853675Z","steps":["trace[1193535108] 'agreement among raft nodes before linearized reading' (duration: 426.643644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.853714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.426818Z","time spent":"426.88944ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:23.853856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.37482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:23.853912Z","caller":"traceutil/trace.go:171","msg":"trace[746368984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2524; }","duration":"419.481313ms","start":"2026-03-31T18:33:23.434416Z","end":"2026-03-31T18:33:23.853897Z","steps":["trace[746368984] 'agreement among raft nodes before linearized reading' (duration: 419.310049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.853952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.434394Z","time spent":"419.550134ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:23.854049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.435394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:33:23.853544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.935481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:33:23.85412Z","caller":"traceutil/trace.go:171","msg":"trace[988821168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2524; }","duration":"107.557786ms","start":"2026-03-31T18:33:23.746545Z","end":"2026-03-31T18:33:23.854103Z","steps":["trace[988821168] 'agreement among raft nodes before linearized reading' (duration: 107.392713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:23.85417Z","caller":"traceutil/trace.go:171","msg":"trace[385349433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2524; }","duration":"510.646357ms","start":"2026-03-31T18:33:23.343505Z","end":"2026-03-31T18:33:23.854151Z","steps":["trace[385349433] 'agreement among raft nodes before linearized reading' (duration: 509.710166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.853634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.623738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:33:23.85431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.343477Z","time spent":"510.81149ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:23.854485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.01137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:23.85433Z","caller":"traceutil/trace.go:171","msg":"trace[1000166656] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2524; }","duration":"417.408775ms","start":"2026-03-31T18:33:23.436905Z","end":"2026-03-31T18:33:23.854314Z","steps":["trace[1000166656] 'agreement among raft nodes before linearized reading' (duration: 416.472694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:23.854581Z","caller":"traceutil/trace.go:171","msg":"trace[1155441813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2524; }","duration":"490.183623ms","start":"2026-03-31T18:33:23.364372Z","end":"2026-03-31T18:33:23.854561Z","steps":["trace[1155441813] 'agreement among raft nodes before linearized reading' (duration: 490.01014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.854634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.364354Z","time spent":"490.270366ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:23.854625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.436889Z","time spent":"417.709142ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:23.854463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.866222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:23.854857Z","caller":"traceutil/trace.go:171","msg":"trace[248705625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2524; }","duration":"511.289222ms","start":"2026-03-31T18:33:23.343556Z","end":"2026-03-31T18:33:23.854845Z","steps":["trace[248705625] 'agreement among raft nodes before linearized reading' (duration: 510.842702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.854899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.343535Z","time spent":"511.352303ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:23.861396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.500587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-31T18:33:23.861471Z","caller":"traceutil/trace.go:171","msg":"trace[1642503819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2524; }","duration":"409.602069ms","start":"2026-03-31T18:33:23.451848Z","end":"2026-03-31T18:33:23.86145Z","steps":["trace[1642503819] 'agreement among raft nodes before linearized reading' (duration: 402.254052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.861523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.451829Z","time spent":"409.680651ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:33:24.098553Z","caller":"traceutil/trace.go:171","msg":"trace[38650795] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"237.570522ms","start":"2026-03-31T18:33:23.860952Z","end":"2026-03-31T18:33:24.098522Z","steps":["trace[38650795] 'process raft request' (duration: 207.719686ms)","trace[38650795] 'compare' (duration: 29.622301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:24.098922Z","caller":"traceutil/trace.go:171","msg":"trace[1616967860] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"235.625218ms","start":"2026-03-31T18:33:23.863256Z","end":"2026-03-31T18:33:24.098881Z","steps":["trace[1616967860] 'process raft request' (duration: 235.190158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.0991Z","caller":"traceutil/trace.go:171","msg":"trace[1402023824] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"234.716006ms","start":"2026-03-31T18:33:23.864369Z","end":"2026-03-31T18:33:24.099085Z","steps":["trace[1402023824] 'process raft request' (duration: 234.382329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.099268Z","caller":"traceutil/trace.go:171","msg":"trace[2057640189] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"234.468812ms","start":"2026-03-31T18:33:23.864786Z","end":"2026-03-31T18:33:24.099255Z","steps":["trace[2057640189] 'process raft request' (duration: 234.206685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.099295Z","caller":"traceutil/trace.go:171","msg":"trace[1897804076] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2631; }","duration":"235.950885ms","start":"2026-03-31T18:33:23.863314Z","end":"2026-03-31T18:33:24.099265Z","steps":["trace[1897804076] 'read index received' (duration: 47.643519ms)","trace[1897804076] 'applied index is now lower than readState.Index' (duration: 188.305906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:24.099322Z","caller":"traceutil/trace.go:171","msg":"trace[388682737] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"234.40188ms","start":"2026-03-31T18:33:23.864871Z","end":"2026-03-31T18:33:24.099273Z","steps":["trace[388682737] 'process raft request' (duration: 234.298498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.099545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.207862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:33:24.099605Z","caller":"traceutil/trace.go:171","msg":"trace[460032452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2530; }","duration":"236.324174ms","start":"2026-03-31T18:33:23.863269Z","end":"2026-03-31T18:33:24.099593Z","steps":["trace[460032452] 'agreement among raft nodes before linearized reading' (duration: 236.129609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.889681Z","caller":"traceutil/trace.go:171","msg":"trace[108712456] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"123.866357ms","start":"2026-03-31T18:33:24.765792Z","end":"2026-03-31T18:33:24.889658Z","steps":["trace[108712456] 'process raft request' (duration: 123.681823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.968597Z","caller":"traceutil/trace.go:171","msg":"trace[1235882807] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"105.035719ms","start":"2026-03-31T18:33:25.863529Z","end":"2026-03-31T18:33:25.968564Z","steps":["trace[1235882807] 'process raft request' (duration: 104.940097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.968757Z","caller":"traceutil/trace.go:171","msg":"trace[149568586] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"108.678672ms","start":"2026-03-31T18:33:25.860047Z","end":"2026-03-31T18:33:25.968725Z","steps":["trace[149568586] 'process raft request' (duration: 108.285273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.253459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.147158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:26.25352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.679632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:33:26.253574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.557878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:26.253579Z","caller":"traceutil/trace.go:171","msg":"trace[1985055133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2543; }","duration":"149.287653ms","start":"2026-03-31T18:33:26.10426Z","end":"2026-03-31T18:33:26.253548Z","steps":["trace[1985055133] 'range keys from in-memory index tree' (duration: 148.971195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.253601Z","caller":"traceutil/trace.go:171","msg":"trace[1442297749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2543; }","duration":"149.791434ms","start":"2026-03-31T18:33:26.103786Z","end":"2026-03-31T18:33:26.253578Z","steps":["trace[1442297749] 'range keys from in-memory index tree' (duration: 149.508037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.253598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.716232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:26.253622Z","caller":"traceutil/trace.go:171","msg":"trace[600153980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2543; }","duration":"149.616191ms","start":"2026-03-31T18:33:26.103991Z","end":"2026-03-31T18:33:26.253608Z","steps":["trace[600153980] 'range keys from in-memory index tree' (duration: 149.479687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.253675Z","caller":"traceutil/trace.go:171","msg":"trace[1504121291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2543; }","duration":"149.798295ms","start":"2026-03-31T18:33:26.103855Z","end":"2026-03-31T18:33:26.253653Z","steps":["trace[1504121291] 'range keys from in-memory index tree' (duration: 149.6053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:26.254175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.382865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:26.254386Z","caller":"traceutil/trace.go:171","msg":"trace[1322490816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2543; }","duration":"149.60591ms","start":"2026-03-31T18:33:26.104766Z","end":"2026-03-31T18:33:26.254372Z","steps":["trace[1322490816] 'range keys from in-memory index tree' (duration: 149.039328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.540848Z","caller":"traceutil/trace.go:171","msg":"trace[1493737752] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"282.028099ms","start":"2026-03-31T18:33:26.258801Z","end":"2026-03-31T18:33:26.54083Z","steps":["trace[1493737752] 'process raft request' (duration: 281.960208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.541096Z","caller":"traceutil/trace.go:171","msg":"trace[2028132302] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"282.286255ms","start":"2026-03-31T18:33:26.258802Z","end":"2026-03-31T18:33:26.541089Z","steps":["trace[2028132302] 'process raft request' (duration: 281.997038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.54109Z","caller":"traceutil/trace.go:171","msg":"trace[967997827] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"282.216173ms","start":"2026-03-31T18:33:26.258743Z","end":"2026-03-31T18:33:26.540959Z","steps":["trace[967997827] 'process raft request' (duration: 281.871175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:26.541428Z","caller":"traceutil/trace.go:171","msg":"trace[2126564483] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"282.366835ms","start":"2026-03-31T18:33:26.259054Z","end":"2026-03-31T18:33:26.541421Z","steps":["trace[2126564483] 'process raft request' (duration: 281.998557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.086848Z","caller":"traceutil/trace.go:171","msg":"trace[1372291012] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"139.985152ms","start":"2026-03-31T18:33:27.946837Z","end":"2026-03-31T18:33:28.086822Z","steps":["trace[1372291012] 'process raft request' (duration: 139.823758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.1318Z","caller":"traceutil/trace.go:171","msg":"trace[551592320] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2658; }","duration":"149.041716ms","start":"2026-03-31T18:33:27.982722Z","end":"2026-03-31T18:33:28.131764Z","steps":["trace[551592320] 'read index received' (duration: 103.970985ms)","trace[551592320] 'applied index is now lower than readState.Index' (duration: 45.069391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:28.131861Z","caller":"traceutil/trace.go:171","msg":"trace[1868487665] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"156.025864ms","start":"2026-03-31T18:33:27.975808Z","end":"2026-03-31T18:33:28.131834Z","steps":["trace[1868487665] 'process raft request' (duration: 155.899521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.131834Z","caller":"traceutil/trace.go:171","msg":"trace[1117322077] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"156.661288ms","start":"2026-03-31T18:33:27.975132Z","end":"2026-03-31T18:33:28.131793Z","steps":["trace[1117322077] 'process raft request' (duration: 156.369702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:28.132204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.944943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-31T18:33:28.132256Z","caller":"traceutil/trace.go:171","msg":"trace[1035375209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2553; }","duration":"149.056436ms","start":"2026-03-31T18:33:27.983186Z","end":"2026-03-31T18:33:28.132242Z","steps":["trace[1035375209] 'agreement among raft nodes before linearized reading' (duration: 148.7849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:28.132224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.481435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:28.132405Z","caller":"traceutil/trace.go:171","msg":"trace[1070592027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2553; }","duration":"149.716501ms","start":"2026-03-31T18:33:27.982675Z","end":"2026-03-31T18:33:28.132391Z","steps":["trace[1070592027] 'agreement among raft nodes before linearized reading' (duration: 149.24743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.239587Z","caller":"traceutil/trace.go:171","msg":"trace[910552114] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"102.571593ms","start":"2026-03-31T18:33:28.136993Z","end":"2026-03-31T18:33:28.239565Z","steps":["trace[910552114] 'process raft request' (duration: 97.149911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.656977Z","caller":"traceutil/trace.go:171","msg":"trace[609795755] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"106.580194ms","start":"2026-03-31T18:33:28.550379Z","end":"2026-03-31T18:33:28.656959Z","steps":["trace[609795755] 'process raft request' (duration: 106.434411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.811756Z","caller":"traceutil/trace.go:171","msg":"trace[365149400] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"260.90982ms","start":"2026-03-31T18:33:28.550836Z","end":"2026-03-31T18:33:28.811746Z","steps":["trace[365149400] 'process raft request' (duration: 260.752866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:28.819214Z","caller":"traceutil/trace.go:171","msg":"trace[144429597] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"260.944481ms","start":"2026-03-31T18:33:28.550786Z","end":"2026-03-31T18:33:28.811731Z","steps":["trace[144429597] 'process raft request' (duration: 244.624661ms)","trace[144429597] 'compare' (duration: 16.079144ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:28.811703Z","caller":"traceutil/trace.go:171","msg":"trace[1113114428] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"260.714676ms","start":"2026-03-31T18:33:28.55097Z","end":"2026-03-31T18:33:28.811685Z","steps":["trace[1113114428] 'process raft request' (duration: 260.678205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:29.180055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.822984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:29.180129Z","caller":"traceutil/trace.go:171","msg":"trace[259064185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2559; }","duration":"172.956138ms","start":"2026-03-31T18:33:29.007156Z","end":"2026-03-31T18:33:29.180112Z","steps":["trace[259064185] 'count revisions from in-memory index tree' (duration: 172.743522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:30.267276Z","caller":"traceutil/trace.go:171","msg":"trace[80658401] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"129.041663ms","start":"2026-03-31T18:33:30.138199Z","end":"2026-03-31T18:33:30.267241Z","steps":["trace[80658401] 'process raft request' (duration: 115.467355ms)","trace[80658401] 'compare' (duration: 13.399614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:30.437817Z","caller":"traceutil/trace.go:171","msg":"trace[1366818137] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"114.243808ms","start":"2026-03-31T18:33:30.323549Z","end":"2026-03-31T18:33:30.437793Z","steps":["trace[1366818137] 'process raft request' (duration: 114.056634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:31.00166Z","caller":"traceutil/trace.go:171","msg":"trace[518607307] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"172.957407ms","start":"2026-03-31T18:33:30.828681Z","end":"2026-03-31T18:33:31.001638Z","steps":["trace[518607307] 'process raft request' (duration: 172.817744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.241324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.671141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:31.241614Z","caller":"traceutil/trace.go:171","msg":"trace[1564648243] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"412.109025ms","start":"2026-03-31T18:33:30.829469Z","end":"2026-03-31T18:33:31.241578Z","steps":["trace[1564648243] 'process raft request' (duration: 292.058416ms)","trace[1564648243] 'compare' (duration: 119.235651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:31.241672Z","caller":"traceutil/trace.go:171","msg":"trace[1364577304] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"411.819769ms","start":"2026-03-31T18:33:30.829775Z","end":"2026-03-31T18:33:31.241595Z","steps":["trace[1364577304] 'process raft request' (duration: 411.673456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:31.242066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.829434Z","time spent":"412.33083ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:31.242043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:30.829756Z","time spent":"412.249508ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.195624Z","caller":"traceutil/trace.go:171","msg":"trace[606357778] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"334.206802ms","start":"2026-03-31T18:33:31.861382Z","end":"2026-03-31T18:33:32.195588Z","steps":["trace[606357778] 'process raft request' (duration: 333.971217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.195809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:31.861355Z","time spent":"334.359275ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.196004Z","caller":"traceutil/trace.go:171","msg":"trace[1080898645] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2676; }","duration":"266.735042ms","start":"2026-03-31T18:33:31.92925Z","end":"2026-03-31T18:33:32.195985Z","steps":["trace[1080898645] 'read index received' (duration: 266.034416ms)","trace[1080898645] 'applied index is now lower than readState.Index' (duration: 699.196µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:32.196199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.955217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.196271Z","caller":"traceutil/trace.go:171","msg":"trace[33233337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2569; }","duration":"267.046109ms","start":"2026-03-31T18:33:31.929195Z","end":"2026-03-31T18:33:32.196241Z","steps":["trace[33233337] 'agreement among raft nodes before linearized reading' (duration: 266.862315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.820224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.755004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:32.820688Z","caller":"traceutil/trace.go:171","msg":"trace[22365482] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"670.103879ms","start":"2026-03-31T18:33:32.150548Z","end":"2026-03-31T18:33:32.820652Z","steps":["trace[22365482] 'process raft request' (duration: 669.819172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.820894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.150521Z","time spent":"670.267863ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.82092Z","caller":"traceutil/trace.go:171","msg":"trace[1606908987] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"676.656919ms","start":"2026-03-31T18:33:32.144229Z","end":"2026-03-31T18:33:32.820886Z","steps":["trace[1606908987] 'process raft request' (duration: 533.106008ms)","trace[1606908987] 'compare' (duration: 142.553899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:32.820968Z","caller":"traceutil/trace.go:171","msg":"trace[685813917] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"547.758518ms","start":"2026-03-31T18:33:32.273137Z","end":"2026-03-31T18:33:32.820895Z","steps":["trace[685813917] 'process raft request' (duration: 547.39505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.820921Z","caller":"traceutil/trace.go:171","msg":"trace[1256578450] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"586.620129ms","start":"2026-03-31T18:33:32.23426Z","end":"2026-03-31T18:33:32.82088Z","steps":["trace[1256578450] 'process raft request' (duration: 586.23078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.821102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.144205Z","time spent":"676.815262ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.821108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.273108Z","time spent":"547.941263ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:32.821201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.234227Z","time spent":"586.866645ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:32.916996Z","caller":"traceutil/trace.go:171","msg":"trace[874594978] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2677; }","duration":"633.828847ms","start":"2026-03-31T18:33:32.283135Z","end":"2026-03-31T18:33:32.916964Z","steps":["trace[874594978] 'read index received' (duration: 394.387804ms)","trace[874594978] 'applied index is now lower than readState.Index' (duration: 239.439013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:32.917254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.090303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-03-31T18:33:32.917275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.71347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:32.917305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.703083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:32.917327Z","caller":"traceutil/trace.go:171","msg":"trace[1165946130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2573; }","duration":"634.177255ms","start":"2026-03-31T18:33:32.283127Z","end":"2026-03-31T18:33:32.917304Z","steps":["trace[1165946130] 'agreement among raft nodes before linearized reading' (duration: 633.95329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.917358Z","caller":"traceutil/trace.go:171","msg":"trace[2095561031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2573; }","duration":"595.807656ms","start":"2026-03-31T18:33:32.321537Z","end":"2026-03-31T18:33:32.917345Z","steps":["trace[2095561031] 'agreement among raft nodes before linearized reading' (duration: 595.605541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.917375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.283076Z","time spent":"634.289018ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:33:32.917405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.321517Z","time spent":"595.877518ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:32.917426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.954694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:32.91745Z","caller":"traceutil/trace.go:171","msg":"trace[1264856506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2573; }","duration":"213.015485ms","start":"2026-03-31T18:33:32.704429Z","end":"2026-03-31T18:33:32.917445Z","steps":["trace[1264856506] 'agreement among raft nodes before linearized reading' (duration: 212.934783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.917332Z","caller":"traceutil/trace.go:171","msg":"trace[1922671335] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2573; }","duration":"141.818912ms","start":"2026-03-31T18:33:32.775498Z","end":"2026-03-31T18:33:32.917317Z","steps":["trace[1922671335] 'agreement among raft nodes before linearized reading' (duration: 141.72281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.917543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.667636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11663"} {"level":"warn","ts":"2026-03-31T18:33:32.917592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.924918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:32.917626Z","caller":"traceutil/trace.go:171","msg":"trace[349333678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2573; }","duration":"474.99629ms","start":"2026-03-31T18:33:32.442621Z","end":"2026-03-31T18:33:32.917617Z","steps":["trace[349333678] 'agreement among raft nodes before linearized reading' (duration: 474.903378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.917633Z","caller":"traceutil/trace.go:171","msg":"trace[243446459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:2573; }","duration":"543.797859ms","start":"2026-03-31T18:33:32.373817Z","end":"2026-03-31T18:33:32.917615Z","steps":["trace[243446459] 'agreement among raft nodes before linearized reading' (duration: 543.557643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.917664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.4426Z","time spent":"475.055851ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:32.917678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.373801Z","time spent":"543.8679ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-31T18:33:32.917664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.869565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:32.91776Z","caller":"traceutil/trace.go:171","msg":"trace[1326431940] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2573; }","duration":"546.010078ms","start":"2026-03-31T18:33:32.371727Z","end":"2026-03-31T18:33:32.917737Z","steps":["trace[1326431940] 'agreement among raft nodes before linearized reading' (duration: 545.827633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.917817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.371713Z","time spent":"546.09205ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:32.917474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.487598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:32.917899Z","caller":"traceutil/trace.go:171","msg":"trace[521251920] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2573; }","duration":"313.018221ms","start":"2026-03-31T18:33:32.604867Z","end":"2026-03-31T18:33:32.917885Z","steps":["trace[521251920] 'agreement among raft nodes before linearized reading' (duration: 312.327994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.917944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.604835Z","time spent":"313.092983ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:34.048098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.667764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:34.048446Z","caller":"traceutil/trace.go:171","msg":"trace[1466649231] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2682; }","duration":"1.125925815s","start":"2026-03-31T18:33:32.922498Z","end":"2026-03-31T18:33:34.048423Z","steps":["trace[1466649231] 'read index received' (duration: 33.416597ms)","trace[1466649231] 'applied index is now lower than readState.Index' (duration: 1.092507828s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:34.048619Z","caller":"traceutil/trace.go:171","msg":"trace[1981773329] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"1.126034197s","start":"2026-03-31T18:33:32.922558Z","end":"2026-03-31T18:33:34.048592Z","steps":["trace[1981773329] 'process raft request' (duration: 1.125667659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.860894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.049279Z","caller":"traceutil/trace.go:171","msg":"trace[727446670] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2577; }","duration":"787.002487ms","start":"2026-03-31T18:33:33.262261Z","end":"2026-03-31T18:33:34.049264Z","steps":["trace[727446670] 'agreement among raft nodes before linearized reading' (duration: 786.850514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:34.048827Z","caller":"traceutil/trace.go:171","msg":"trace[1895280043] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"1.117218448s","start":"2026-03-31T18:33:32.931589Z","end":"2026-03-31T18:33:34.048808Z","steps":["trace[1895280043] 'process raft request' (duration: 1.116759148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.262239Z","time spent":"787.075829ms","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:34.049469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.922549Z","time spent":"1.126725783s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:34.049548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.931579Z","time spent":"1.117895533s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:34.048963Z","caller":"traceutil/trace.go:171","msg":"trace[1847716797] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"1.12658786s","start":"2026-03-31T18:33:32.922265Z","end":"2026-03-31T18:33:34.048853Z","steps":["trace[1847716797] 'process raft request' (duration: 929.046516ms)","trace[1847716797] 'compare' (duration: 196.46898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:34.049814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.92224Z","time spent":"1.127487151s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:34.049015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126507827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:33:34.049918Z","caller":"traceutil/trace.go:171","msg":"trace[1546426557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2577; }","duration":"1.12743887s","start":"2026-03-31T18:33:32.922465Z","end":"2026-03-31T18:33:34.049904Z","steps":["trace[1546426557] 'agreement among raft nodes before linearized reading' (duration: 1.126392465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:32.922454Z","time spent":"1.127494561s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:33:34.04904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042171498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:34.050048Z","caller":"traceutil/trace.go:171","msg":"trace[432691720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2577; }","duration":"1.043232803s","start":"2026-03-31T18:33:33.006807Z","end":"2026-03-31T18:33:34.050039Z","steps":["trace[432691720] 'agreement among raft nodes before linearized reading' (duration: 1.042098666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.050076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.006788Z","time spent":"1.043279013s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:34.049087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.995099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.05013Z","caller":"traceutil/trace.go:171","msg":"trace[2023269992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2577; }","duration":"902.074664ms","start":"2026-03-31T18:33:33.148048Z","end":"2026-03-31T18:33:34.050122Z","steps":["trace[2023269992] 'agreement among raft nodes before linearized reading' (duration: 901.01838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.783253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:34.050162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.148029Z","time spent":"902.122095ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:34.050225Z","caller":"traceutil/trace.go:171","msg":"trace[964712414] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2577; }","duration":"139.878239ms","start":"2026-03-31T18:33:33.910297Z","end":"2026-03-31T18:33:34.050175Z","steps":["trace[964712414] 'agreement among raft nodes before linearized reading' (duration: 138.811764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.338967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:34.050354Z","caller":"traceutil/trace.go:171","msg":"trace[1452738325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2577; }","duration":"804.600706ms","start":"2026-03-31T18:33:33.245746Z","end":"2026-03-31T18:33:34.050346Z","steps":["trace[1452738325] 'agreement among raft nodes before linearized reading' (duration: 803.315527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.050385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.245725Z","time spent":"804.652157ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:34.049119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.480127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.050495Z","caller":"traceutil/trace.go:171","msg":"trace[40889007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2577; }","duration":"686.919381ms","start":"2026-03-31T18:33:33.363569Z","end":"2026-03-31T18:33:34.050489Z","steps":["trace[40889007] 'agreement among raft nodes before linearized reading' (duration: 685.482888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.05051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.363549Z","time spent":"686.957021ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:34.049175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.650511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-31T18:33:34.050593Z","caller":"traceutil/trace.go:171","msg":"trace[1836190078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2577; }","duration":"125.090153ms","start":"2026-03-31T18:33:33.925483Z","end":"2026-03-31T18:33:34.050573Z","steps":["trace[1836190078] 'agreement among raft nodes before linearized reading' (duration: 123.6526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.893056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.050941Z","caller":"traceutil/trace.go:171","msg":"trace[1260820768] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2577; }","duration":"155.685887ms","start":"2026-03-31T18:33:33.895234Z","end":"2026-03-31T18:33:34.05092Z","steps":["trace[1260820768] 'agreement among raft nodes before linearized reading' (duration: 153.904626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.910619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:34.051324Z","caller":"traceutil/trace.go:171","msg":"trace[310848597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2577; }","duration":"221.068428ms","start":"2026-03-31T18:33:33.830237Z","end":"2026-03-31T18:33:34.051306Z","steps":["trace[310848597] 'agreement among raft nodes before linearized reading' (duration: 218.910009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.049212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.447477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:34.051514Z","caller":"traceutil/trace.go:171","msg":"trace[941210231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2577; }","duration":"804.7635ms","start":"2026-03-31T18:33:33.246732Z","end":"2026-03-31T18:33:34.051496Z","steps":["trace[941210231] 'agreement among raft nodes before linearized reading' (duration: 802.324755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:34.052111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:33.246724Z","time spent":"804.809631ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:33:40.297375Z","caller":"traceutil/trace.go:171","msg":"trace[1250916779] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"138.816246ms","start":"2026-03-31T18:33:40.158543Z","end":"2026-03-31T18:33:40.297359Z","steps":["trace[1250916779] 'process raft request' (duration: 134.946737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:40.297356Z","caller":"traceutil/trace.go:171","msg":"trace[49621770] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2724; }","duration":"131.875097ms","start":"2026-03-31T18:33:40.16545Z","end":"2026-03-31T18:33:40.297325Z","steps":["trace[49621770] 'read index received' (duration: 127.975078ms)","trace[49621770] 'applied index is now lower than readState.Index' (duration: 3.895079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:40.297562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.092052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:33:40.297623Z","caller":"traceutil/trace.go:171","msg":"trace[386636662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2615; }","duration":"132.205924ms","start":"2026-03-31T18:33:40.165403Z","end":"2026-03-31T18:33:40.297609Z","steps":["trace[386636662] 'agreement among raft nodes before linearized reading' (duration: 132.00304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:40.29774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.233475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:33:40.297787Z","caller":"traceutil/trace.go:171","msg":"trace[833748267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2615; }","duration":"132.290096ms","start":"2026-03-31T18:33:40.165489Z","end":"2026-03-31T18:33:40.297779Z","steps":["trace[833748267] 'agreement among raft nodes before linearized reading' (duration: 132.177854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:40.297819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.196544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:40.29789Z","caller":"traceutil/trace.go:171","msg":"trace[804557460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2615; }","duration":"132.315437ms","start":"2026-03-31T18:33:40.165557Z","end":"2026-03-31T18:33:40.297872Z","steps":["trace[804557460] 'agreement among raft nodes before linearized reading' (duration: 132.109132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:41.237048Z","caller":"traceutil/trace.go:171","msg":"trace[1903829273] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2731; }","duration":"130.199549ms","start":"2026-03-31T18:33:41.106829Z","end":"2026-03-31T18:33:41.237028Z","steps":["trace[1903829273] 'read index received' (duration: 129.981154ms)","trace[1903829273] 'applied index is now lower than readState.Index' (duration: 217.665µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:41.237253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.415224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-31T18:33:41.237287Z","caller":"traceutil/trace.go:171","msg":"trace[1258221257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2622; }","duration":"130.511226ms","start":"2026-03-31T18:33:41.106765Z","end":"2026-03-31T18:33:41.237277Z","steps":["trace[1258221257] 'agreement among raft nodes before linearized reading' (duration: 130.345182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:41.237371Z","caller":"traceutil/trace.go:171","msg":"trace[1777233384] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"213.995157ms","start":"2026-03-31T18:33:41.023338Z","end":"2026-03-31T18:33:41.237333Z","steps":["trace[1777233384] 'process raft request' (duration: 213.535627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:42.301375Z","caller":"traceutil/trace.go:171","msg":"trace[1967351693] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2732; }","duration":"199.216222ms","start":"2026-03-31T18:33:42.102126Z","end":"2026-03-31T18:33:42.301342Z","steps":["trace[1967351693] 'read index received' (duration: 198.913286ms)","trace[1967351693] 'applied index is now lower than readState.Index' (duration: 301.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:42.302052Z","caller":"traceutil/trace.go:171","msg":"trace[1500610438] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"440.955889ms","start":"2026-03-31T18:33:41.861073Z","end":"2026-03-31T18:33:42.302029Z","steps":["trace[1500610438] 'process raft request' (duration: 440.034278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.302094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.940049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:42.302164Z","caller":"traceutil/trace.go:171","msg":"trace[687166420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2623; }","duration":"200.073052ms","start":"2026-03-31T18:33:42.102075Z","end":"2026-03-31T18:33:42.302148Z","steps":["trace[687166420] 'agreement among raft nodes before linearized reading' (duration: 199.829607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.302212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:41.861044Z","time spent":"441.076272ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5550,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:42.921914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.016238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:42.922398Z","caller":"traceutil/trace.go:171","msg":"trace[1426377397] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"615.494263ms","start":"2026-03-31T18:33:42.306876Z","end":"2026-03-31T18:33:42.922371Z","steps":["trace[1426377397] 'process raft request' (duration: 261.873572ms)","trace[1426377397] 'compare' (duration: 352.776952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:42.922416Z","caller":"traceutil/trace.go:171","msg":"trace[575519033] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"614.8693ms","start":"2026-03-31T18:33:42.307515Z","end":"2026-03-31T18:33:42.922384Z","steps":["trace[575519033] 'process raft request' (duration: 614.551243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:42.922602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.306844Z","time spent":"615.660267ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:42.922607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.307491Z","time spent":"615.017923ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.24242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.61555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:33:43.2428Z","caller":"traceutil/trace.go:171","msg":"trace[857786182] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2733; }","duration":"935.130074ms","start":"2026-03-31T18:33:42.30764Z","end":"2026-03-31T18:33:43.24277Z","steps":["trace[857786182] 'read index received' (duration: 261.123286ms)","trace[857786182] 'applied index is now lower than readState.Index' (duration: 674.003398ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:43.242734Z","caller":"traceutil/trace.go:171","msg":"trace[534617810] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"250.200497ms","start":"2026-03-31T18:33:42.992512Z","end":"2026-03-31T18:33:43.242712Z","steps":["trace[534617810] 'process raft request' (duration: 250.023683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.24313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.42653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:33:43.243497Z","caller":"traceutil/trace.go:171","msg":"trace[181969540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2626; }","duration":"935.85329ms","start":"2026-03-31T18:33:42.307611Z","end":"2026-03-31T18:33:43.243464Z","steps":["trace[181969540] 'agreement among raft nodes before linearized reading' (duration: 935.281447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.243623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.307604Z","time spent":"935.972993ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:33:43.300303Z","caller":"traceutil/trace.go:171","msg":"trace[465765586] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"277.561527ms","start":"2026-03-31T18:33:43.022724Z","end":"2026-03-31T18:33:43.300285Z","steps":["trace[465765586] 'process raft request' (duration: 277.478465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.300298Z","caller":"traceutil/trace.go:171","msg":"trace[448651213] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"277.555557ms","start":"2026-03-31T18:33:43.022717Z","end":"2026-03-31T18:33:43.300272Z","steps":["trace[448651213] 'process raft request' (duration: 277.363433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.30069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.701163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:33:43.300729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.838426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:43.300763Z","caller":"traceutil/trace.go:171","msg":"trace[207590390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2629; }","duration":"907.824335ms","start":"2026-03-31T18:33:42.392922Z","end":"2026-03-31T18:33:43.300746Z","steps":["trace[207590390] 'agreement among raft nodes before linearized reading' (duration: 907.656832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.300773Z","caller":"traceutil/trace.go:171","msg":"trace[143213688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"907.928928ms","start":"2026-03-31T18:33:42.392833Z","end":"2026-03-31T18:33:43.300762Z","steps":["trace[143213688] 'agreement among raft nodes before linearized reading' (duration: 907.766374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.300793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.392917Z","time spent":"907.869056ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:43.300806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.392813Z","time spent":"907.985269ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:33:43.300821Z","caller":"traceutil/trace.go:171","msg":"trace[1168993553] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"272.249487ms","start":"2026-03-31T18:33:43.028549Z","end":"2026-03-31T18:33:43.300798Z","steps":["trace[1168993553] 'process raft request' (duration: 271.696244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.300846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.134572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:43.300924Z","caller":"traceutil/trace.go:171","msg":"trace[1816123195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"467.230854ms","start":"2026-03-31T18:33:42.833679Z","end":"2026-03-31T18:33:43.30091Z","steps":["trace[1816123195] 'agreement among raft nodes before linearized reading' (duration: 466.847196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.300978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.833611Z","time spent":"467.358987ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:43.301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.526139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:43.301027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.65041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:33:43.301093Z","caller":"traceutil/trace.go:171","msg":"trace[568310932] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2629; }","duration":"229.672613ms","start":"2026-03-31T18:33:43.071398Z","end":"2026-03-31T18:33:43.301071Z","steps":["trace[568310932] 'agreement among raft nodes before linearized reading' (duration: 229.466498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.301105Z","caller":"traceutil/trace.go:171","msg":"trace[1615031364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2629; }","duration":"914.768013ms","start":"2026-03-31T18:33:42.386313Z","end":"2026-03-31T18:33:43.301081Z","steps":["trace[1615031364] 'agreement among raft nodes before linearized reading' (duration: 914.224411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.301143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:42.386293Z","time spent":"914.841154ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:43.875218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.290476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:43.875418Z","caller":"traceutil/trace.go:171","msg":"trace[1628867135] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"569.127381ms","start":"2026-03-31T18:33:43.306279Z","end":"2026-03-31T18:33:43.875406Z","steps":["trace[1628867135] 'process raft request' (duration: 569.07712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.87547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.306258Z","time spent":"569.190043ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:43.8756Z","caller":"traceutil/trace.go:171","msg":"trace[181738047] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"569.261414ms","start":"2026-03-31T18:33:43.306281Z","end":"2026-03-31T18:33:43.875542Z","steps":["trace[181738047] 'process raft request' (duration: 569.013069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.875796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.306262Z","time spent":"569.439199ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:43.87565Z","caller":"traceutil/trace.go:171","msg":"trace[337007599] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"569.833707ms","start":"2026-03-31T18:33:43.30571Z","end":"2026-03-31T18:33:43.875544Z","steps":["trace[337007599] 'process raft request' (duration: 132.076041ms)","trace[337007599] 'compare' (duration: 437.122542ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:43.875905Z","caller":"traceutil/trace.go:171","msg":"trace[1885298280] linearizableReadLoop","detail":"{readStateIndex:2744; appliedIndex:2740; }","duration":"566.810649ms","start":"2026-03-31T18:33:43.309084Z","end":"2026-03-31T18:33:43.875895Z","steps":["trace[1885298280] 'read index received' (duration: 128.721016ms)","trace[1885298280] 'applied index is now lower than readState.Index' (duration: 438.088943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:43.875991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.926601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:33:43.875959Z","caller":"traceutil/trace.go:171","msg":"trace[307016726] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"565.192272ms","start":"2026-03-31T18:33:43.310756Z","end":"2026-03-31T18:33:43.875948Z","steps":["trace[307016726] 'process raft request' (duration: 565.069889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.876023Z","caller":"traceutil/trace.go:171","msg":"trace[1814834809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2634; }","duration":"566.987443ms","start":"2026-03-31T18:33:43.309027Z","end":"2026-03-31T18:33:43.876015Z","steps":["trace[1814834809] 'agreement among raft nodes before linearized reading' (duration: 566.937232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.876052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.309012Z","time spent":"567.029873ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:33:43.876079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.310746Z","time spent":"565.282725ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.87607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.955445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:43.876132Z","caller":"traceutil/trace.go:171","msg":"trace[349126470] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2634; }","duration":"485.062967ms","start":"2026-03-31T18:33:43.391056Z","end":"2026-03-31T18:33:43.876119Z","steps":["trace[349126470] 'agreement among raft nodes before linearized reading' (duration: 484.958555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.876169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.391043Z","time spent":"485.114399ms","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:43.876229Z","caller":"traceutil/trace.go:171","msg":"trace[822749915] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"569.821876ms","start":"2026-03-31T18:33:43.3064Z","end":"2026-03-31T18:33:43.876222Z","steps":["trace[822749915] 'process raft request' (duration: 568.981908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.876277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.306391Z","time spent":"569.863928ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:43.876632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:43.305684Z","time spent":"570.738287ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:45.139972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280644437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:33:45.209322Z","caller":"traceutil/trace.go:171","msg":"trace[1178979823] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"622.89003ms","start":"2026-03-31T18:33:44.586415Z","end":"2026-03-31T18:33:45.209305Z","steps":["trace[1178979823] 'process raft request' (duration: 622.624714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.209446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.58639Z","time spent":"622.986592ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121216,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:45.209302Z","caller":"traceutil/trace.go:171","msg":"trace[968616851] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2745; }","duration":"570.008161ms","start":"2026-03-31T18:33:44.639269Z","end":"2026-03-31T18:33:45.209278Z","steps":["trace[968616851] 'read index received' (duration: 569.52503ms)","trace[968616851] 'applied index is now lower than readState.Index' (duration: 482.011µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:45.209559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.274157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:33:45.209611Z","caller":"traceutil/trace.go:171","msg":"trace[716113207] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2635; }","duration":"570.363319ms","start":"2026-03-31T18:33:44.639238Z","end":"2026-03-31T18:33:45.209601Z","steps":["trace[716113207] 'agreement among raft nodes before linearized reading' (duration: 570.112254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.209647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.639221Z","time spent":"570.41567ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":273,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:45.209685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.096925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:45.209765Z","caller":"traceutil/trace.go:171","msg":"trace[1949882323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"378.220577ms","start":"2026-03-31T18:33:44.831523Z","end":"2026-03-31T18:33:45.209743Z","steps":["trace[1949882323] 'agreement among raft nodes before linearized reading' (duration: 378.072144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.209763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.535814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:33:45.209819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:44.831508Z","time spent":"378.30195ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:45.209846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.236035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:45.209842Z","caller":"traceutil/trace.go:171","msg":"trace[1689840650] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2635; }","duration":"133.659637ms","start":"2026-03-31T18:33:45.076159Z","end":"2026-03-31T18:33:45.209819Z","steps":["trace[1689840650] 'agreement among raft nodes before linearized reading' (duration: 133.506904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:45.209875Z","caller":"traceutil/trace.go:171","msg":"trace[1071282793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2635; }","duration":"283.300777ms","start":"2026-03-31T18:33:44.926566Z","end":"2026-03-31T18:33:45.209867Z","steps":["trace[1071282793] 'agreement among raft nodes before linearized reading' (duration: 283.196975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.209905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.94092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:45.209984Z","caller":"traceutil/trace.go:171","msg":"trace[1231471071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2635; }","duration":"283.041021ms","start":"2026-03-31T18:33:44.926925Z","end":"2026-03-31T18:33:45.209966Z","steps":["trace[1231471071] 'agreement among raft nodes before linearized reading' (duration: 282.816016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.210113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.702872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:45.210158Z","caller":"traceutil/trace.go:171","msg":"trace[1830084678] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2635; }","duration":"255.786003ms","start":"2026-03-31T18:33:44.954361Z","end":"2026-03-31T18:33:45.210147Z","steps":["trace[1830084678] 'agreement among raft nodes before linearized reading' (duration: 255.711542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.822471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.505083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:45.822648Z","caller":"traceutil/trace.go:171","msg":"trace[1046523934] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"574.266239ms","start":"2026-03-31T18:33:45.248345Z","end":"2026-03-31T18:33:45.822612Z","steps":["trace[1046523934] 'process raft request' (duration: 380.564671ms)","trace[1046523934] 'compare' (duration: 193.36973ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:45.822724Z","caller":"traceutil/trace.go:171","msg":"trace[244458248] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"574.35837ms","start":"2026-03-31T18:33:45.248357Z","end":"2026-03-31T18:33:45.822715Z","steps":["trace[244458248] 'process raft request' (duration: 574.200366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.822777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.248331Z","time spent":"574.422412ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:45.822684Z","caller":"traceutil/trace.go:171","msg":"trace[2015135025] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"574.305949ms","start":"2026-03-31T18:33:45.248361Z","end":"2026-03-31T18:33:45.822667Z","steps":["trace[2015135025] 'process raft request' (duration: 574.243447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.823473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.24833Z","time spent":"575.100487ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:45.823151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.248312Z","time spent":"574.412931ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:45.851259Z","caller":"traceutil/trace.go:171","msg":"trace[861468108] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2752; }","duration":"116.821576ms","start":"2026-03-31T18:33:45.734411Z","end":"2026-03-31T18:33:45.851233Z","steps":["trace[861468108] 'read index received' (duration: 116.55252ms)","trace[861468108] 'applied index is now lower than readState.Index' (duration: 267.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:45.851352Z","caller":"traceutil/trace.go:171","msg":"trace[455807451] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"545.394654ms","start":"2026-03-31T18:33:45.305924Z","end":"2026-03-31T18:33:45.851319Z","steps":["trace[455807451] 'process raft request' (duration: 545.064177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:45.85137Z","caller":"traceutil/trace.go:171","msg":"trace[1024213335] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"543.44971ms","start":"2026-03-31T18:33:45.307889Z","end":"2026-03-31T18:33:45.851339Z","steps":["trace[1024213335] 'process raft request' (duration: 543.274457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.851421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.98548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:45.851465Z","caller":"traceutil/trace.go:171","msg":"trace[1271037955] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2643; }","duration":"117.080121ms","start":"2026-03-31T18:33:45.734373Z","end":"2026-03-31T18:33:45.851453Z","steps":["trace[1271037955] 'agreement among raft nodes before linearized reading' (duration: 116.962648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:45.851497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.305895Z","time spent":"545.521237ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:45.851519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:45.307876Z","time spent":"543.561644ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:46.171365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.052753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:46.171587Z","caller":"traceutil/trace.go:171","msg":"trace[1609014601] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"286.304826ms","start":"2026-03-31T18:33:45.88526Z","end":"2026-03-31T18:33:46.171565Z","steps":["trace[1609014601] 'process raft request' (duration: 47.899835ms)","trace[1609014601] 'compare' (duration: 237.908049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:46.171971Z","caller":"traceutil/trace.go:171","msg":"trace[1634574724] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"285.576389ms","start":"2026-03-31T18:33:45.886376Z","end":"2026-03-31T18:33:46.171952Z","steps":["trace[1634574724] 'process raft request' (duration: 285.530648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.172079Z","caller":"traceutil/trace.go:171","msg":"trace[939825928] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"286.387497ms","start":"2026-03-31T18:33:45.88568Z","end":"2026-03-31T18:33:46.172068Z","steps":["trace[939825928] 'process raft request' (duration: 285.812894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:46.172228Z","caller":"traceutil/trace.go:171","msg":"trace[447174516] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"286.362176ms","start":"2026-03-31T18:33:45.885853Z","end":"2026-03-31T18:33:46.172216Z","steps":["trace[447174516] 'process raft request' (duration: 285.716702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:46.522905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.076155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:46.523034Z","caller":"traceutil/trace.go:171","msg":"trace[1706103444] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"336.439721ms","start":"2026-03-31T18:33:46.186571Z","end":"2026-03-31T18:33:46.523011Z","steps":["trace[1706103444] 'process raft request' (duration: 131.182672ms)","trace[1706103444] 'compare' (duration: 204.547974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:46.523151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.186549Z","time spent":"336.535703ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:46.72024Z","caller":"traceutil/trace.go:171","msg":"trace[471853657] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"177.297146ms","start":"2026-03-31T18:33:46.542901Z","end":"2026-03-31T18:33:46.720199Z","steps":["trace[471853657] 'process raft request' (duration: 139.762846ms)","trace[471853657] 'compare' (duration: 37.230583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:47.104605Z","caller":"traceutil/trace.go:171","msg":"trace[306002067] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2650; }","duration":"371.738521ms","start":"2026-03-31T18:33:46.73284Z","end":"2026-03-31T18:33:47.104578Z","steps":["trace[306002067] 'process raft request' (duration: 368.302242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.104781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.732816Z","time spent":"371.876355ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1555,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:47.104912Z","caller":"traceutil/trace.go:171","msg":"trace[1812674258] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"370.454582ms","start":"2026-03-31T18:33:46.734437Z","end":"2026-03-31T18:33:47.104892Z","steps":["trace[1812674258] 'process raft request' (duration: 370.085914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.10506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.73442Z","time spent":"370.565394ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:47.10514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.654116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:33:47.104908Z","caller":"traceutil/trace.go:171","msg":"trace[328276930] linearizableReadLoop","detail":"{readStateIndex:2763; appliedIndex:2760; }","duration":"366.416011ms","start":"2026-03-31T18:33:46.738473Z","end":"2026-03-31T18:33:47.104889Z","steps":["trace[328276930] 'read index received' (duration: 38.863421ms)","trace[328276930] 'applied index is now lower than readState.Index' (duration: 327.55147ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:47.105219Z","caller":"traceutil/trace.go:171","msg":"trace[1876127823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2651; }","duration":"366.742088ms","start":"2026-03-31T18:33:46.738444Z","end":"2026-03-31T18:33:47.105187Z","steps":["trace[1876127823] 'agreement among raft nodes before linearized reading' (duration: 366.528093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.105277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.738434Z","time spent":"366.829359ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:33:47.108383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.891034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:47.108469Z","caller":"traceutil/trace.go:171","msg":"trace[1673528036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"278.015447ms","start":"2026-03-31T18:33:46.830436Z","end":"2026-03-31T18:33:47.108452Z","steps":["trace[1673528036] 'agreement among raft nodes before linearized reading' (duration: 277.871704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.108789Z","caller":"traceutil/trace.go:171","msg":"trace[1019009109] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"326.422383ms","start":"2026-03-31T18:33:46.782351Z","end":"2026-03-31T18:33:47.108773Z","steps":["trace[1019009109] 'process raft request' (duration: 325.83751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:47.108881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:46.782312Z","time spent":"326.521506ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:47.676071Z","caller":"traceutil/trace.go:171","msg":"trace[10114717] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"257.719818ms","start":"2026-03-31T18:33:47.418319Z","end":"2026-03-31T18:33:47.676039Z","steps":["trace[10114717] 'process raft request' (duration: 227.489743ms)","trace[10114717] 'compare' (duration: 29.996519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:47.676136Z","caller":"traceutil/trace.go:171","msg":"trace[1816619295] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"257.516233ms","start":"2026-03-31T18:33:47.418583Z","end":"2026-03-31T18:33:47.676099Z","steps":["trace[1816619295] 'process raft request' (duration: 257.482922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.67624Z","caller":"traceutil/trace.go:171","msg":"trace[1231378210] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"257.716338ms","start":"2026-03-31T18:33:47.4185Z","end":"2026-03-31T18:33:47.676216Z","steps":["trace[1231378210] 'process raft request' (duration: 257.459582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.676285Z","caller":"traceutil/trace.go:171","msg":"trace[520258131] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"257.752949ms","start":"2026-03-31T18:33:47.418523Z","end":"2026-03-31T18:33:47.676276Z","steps":["trace[520258131] 'process raft request' (duration: 257.464773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.676398Z","caller":"traceutil/trace.go:171","msg":"trace[2024754507] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"257.893001ms","start":"2026-03-31T18:33:47.418496Z","end":"2026-03-31T18:33:47.676389Z","steps":["trace[2024754507] 'process raft request' (duration: 257.424181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:47.676442Z","caller":"traceutil/trace.go:171","msg":"trace[1631585719] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"257.823831ms","start":"2026-03-31T18:33:47.418572Z","end":"2026-03-31T18:33:47.676396Z","steps":["trace[1631585719] 'process raft request' (duration: 257.464383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.113084Z","caller":"traceutil/trace.go:171","msg":"trace[550577774] linearizableReadLoop","detail":"{readStateIndex:2794; appliedIndex:2792; }","duration":"447.946027ms","start":"2026-03-31T18:33:47.665112Z","end":"2026-03-31T18:33:48.113058Z","steps":["trace[550577774] 'read index received' (duration: 357.375535ms)","trace[550577774] 'applied index is now lower than readState.Index' (duration: 90.569302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:48.113128Z","caller":"traceutil/trace.go:171","msg":"trace[1889373664] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"639.061427ms","start":"2026-03-31T18:33:47.474046Z","end":"2026-03-31T18:33:48.113107Z","steps":["trace[1889373664] 'process raft request' (duration: 638.875622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.113275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:47.474009Z","time spent":"639.167028ms","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:48.113334Z","caller":"traceutil/trace.go:171","msg":"trace[831664674] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"653.36729ms","start":"2026-03-31T18:33:47.45994Z","end":"2026-03-31T18:33:48.113307Z","steps":["trace[831664674] 'process raft request' (duration: 562.567973ms)","trace[831664674] 'compare' (duration: 90.109782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:48.113447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:47.459909Z","time spent":"653.485123ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:48.113413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.290135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:216372"} {"level":"info","ts":"2026-03-31T18:33:48.113561Z","caller":"traceutil/trace.go:171","msg":"trace[1482251201] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2679; }","duration":"448.440068ms","start":"2026-03-31T18:33:47.665105Z","end":"2026-03-31T18:33:48.113545Z","steps":["trace[1482251201] 'agreement among raft nodes before linearized reading' (duration: 448.08418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.113665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:47.66505Z","time spent":"448.54339ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":216395,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:33:48.121003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.261589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:48.121064Z","caller":"traceutil/trace.go:171","msg":"trace[218154833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"288.369132ms","start":"2026-03-31T18:33:47.832682Z","end":"2026-03-31T18:33:48.121051Z","steps":["trace[218154833] 'agreement among raft nodes before linearized reading' (duration: 288.232688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.121157Z","caller":"traceutil/trace.go:171","msg":"trace[1577462030] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"448.92659ms","start":"2026-03-31T18:33:47.6722Z","end":"2026-03-31T18:33:48.121127Z","steps":["trace[1577462030] 'process raft request' (duration: 448.446379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.12126Z","caller":"traceutil/trace.go:171","msg":"trace[334634904] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"298.803718ms","start":"2026-03-31T18:33:47.82244Z","end":"2026-03-31T18:33:48.121244Z","steps":["trace[334634904] 'process raft request' (duration: 298.356077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.121272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:47.672175Z","time spent":"449.040692ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2435,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:48.121262Z","caller":"traceutil/trace.go:171","msg":"trace[2089920261] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"292.554617ms","start":"2026-03-31T18:33:47.828676Z","end":"2026-03-31T18:33:48.121231Z","steps":["trace[2089920261] 'process raft request' (duration: 292.159927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.12138Z","caller":"traceutil/trace.go:171","msg":"trace[237495786] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"440.844277ms","start":"2026-03-31T18:33:47.680523Z","end":"2026-03-31T18:33:48.121368Z","steps":["trace[237495786] 'process raft request' (duration: 440.222382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.122645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:47.680505Z","time spent":"442.081535ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:48.121514Z","caller":"traceutil/trace.go:171","msg":"trace[25497771] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"263.807105ms","start":"2026-03-31T18:33:47.857698Z","end":"2026-03-31T18:33:48.121505Z","steps":["trace[25497771] 'process raft request' (duration: 263.18932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.12154Z","caller":"traceutil/trace.go:171","msg":"trace[968948441] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"264.494221ms","start":"2026-03-31T18:33:47.857037Z","end":"2026-03-31T18:33:48.121531Z","steps":["trace[968948441] 'process raft request' (duration: 263.827425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.406589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.802563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:48.406731Z","caller":"traceutil/trace.go:171","msg":"trace[91464686] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"274.598951ms","start":"2026-03-31T18:33:48.132099Z","end":"2026-03-31T18:33:48.406697Z","steps":["trace[91464686] 'process raft request' (duration: 105.638883ms)","trace[91464686] 'compare' (duration: 168.6604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:48.406806Z","caller":"traceutil/trace.go:171","msg":"trace[961946243] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2688; }","duration":"214.174952ms","start":"2026-03-31T18:33:48.19262Z","end":"2026-03-31T18:33:48.406795Z","steps":["trace[961946243] 'process raft request' (duration: 214.138201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.407012Z","caller":"traceutil/trace.go:171","msg":"trace[1378718901] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"214.359696ms","start":"2026-03-31T18:33:48.192628Z","end":"2026-03-31T18:33:48.406987Z","steps":["trace[1378718901] 'process raft request' (duration: 214.063459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.407057Z","caller":"traceutil/trace.go:171","msg":"trace[565712035] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2800; }","duration":"265.790221ms","start":"2026-03-31T18:33:48.141219Z","end":"2026-03-31T18:33:48.40701Z","steps":["trace[565712035] 'read index received' (duration: 38.854051ms)","trace[565712035] 'applied index is now lower than readState.Index' (duration: 226.9341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:48.40726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.027756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-03-31T18:33:48.407311Z","caller":"traceutil/trace.go:171","msg":"trace[1267769472] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2688; }","duration":"266.114469ms","start":"2026-03-31T18:33:48.141186Z","end":"2026-03-31T18:33:48.4073Z","steps":["trace[1267769472] 'agreement among raft nodes before linearized reading' (duration: 265.921644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.407392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.121888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:33:48.407525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.437619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:223753"} {"level":"warn","ts":"2026-03-31T18:33:48.407501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.271389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:48.407562Z","caller":"traceutil/trace.go:171","msg":"trace[490626468] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2688; }","duration":"109.544561ms","start":"2026-03-31T18:33:48.298011Z","end":"2026-03-31T18:33:48.407555Z","steps":["trace[490626468] 'agreement among raft nodes before linearized reading' (duration: 109.333036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.40756Z","caller":"traceutil/trace.go:171","msg":"trace[839547603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2688; }","duration":"232.344873ms","start":"2026-03-31T18:33:48.175203Z","end":"2026-03-31T18:33:48.407548Z","steps":["trace[839547603] 'agreement among raft nodes before linearized reading' (duration: 232.040536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.407593Z","caller":"traceutil/trace.go:171","msg":"trace[1069841942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2688; }","duration":"231.410272ms","start":"2026-03-31T18:33:48.176163Z","end":"2026-03-31T18:33:48.407574Z","steps":["trace[1069841942] 'agreement among raft nodes before linearized reading' (duration: 231.084914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.407445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.923203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:48.407746Z","caller":"traceutil/trace.go:171","msg":"trace[1238985832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2688; }","duration":"232.258691ms","start":"2026-03-31T18:33:48.175464Z","end":"2026-03-31T18:33:48.407722Z","steps":["trace[1238985832] 'agreement among raft nodes before linearized reading' (duration: 231.820081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.407463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.568086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:48.407864Z","caller":"traceutil/trace.go:171","msg":"trace[594110578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2688; }","duration":"232.015326ms","start":"2026-03-31T18:33:48.175825Z","end":"2026-03-31T18:33:48.40784Z","steps":["trace[594110578] 'agreement among raft nodes before linearized reading' (duration: 231.428572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.790632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.59737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:48.790849Z","caller":"traceutil/trace.go:171","msg":"trace[876228022] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"378.369462ms","start":"2026-03-31T18:33:48.412457Z","end":"2026-03-31T18:33:48.790826Z","steps":["trace[876228022] 'process raft request' (duration: 213.498217ms)","trace[876228022] 'compare' (duration: 164.271591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:48.790929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.412437Z","time spent":"378.460074ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:48.791134Z","caller":"traceutil/trace.go:171","msg":"trace[858158402] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"377.330659ms","start":"2026-03-31T18:33:48.413792Z","end":"2026-03-31T18:33:48.791123Z","steps":["trace[858158402] 'process raft request' (duration: 377.027162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.791455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.413781Z","time spent":"377.633545ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:48.791115Z","caller":"traceutil/trace.go:171","msg":"trace[2013326453] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"378.203078ms","start":"2026-03-31T18:33:48.412887Z","end":"2026-03-31T18:33:48.79109Z","steps":["trace[2013326453] 'process raft request' (duration: 377.84128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:48.791166Z","caller":"traceutil/trace.go:171","msg":"trace[1091548217] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2804; }","duration":"378.129016ms","start":"2026-03-31T18:33:48.413026Z","end":"2026-03-31T18:33:48.791155Z","steps":["trace[1091548217] 'read index received' (duration: 84.256979ms)","trace[1091548217] 'applied index is now lower than readState.Index' (duration: 293.869757ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:48.791186Z","caller":"traceutil/trace.go:171","msg":"trace[379086981] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"369.126793ms","start":"2026-03-31T18:33:48.422048Z","end":"2026-03-31T18:33:48.791175Z","steps":["trace[379086981] 'process raft request' (duration: 369.059541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.79171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.422042Z","time spent":"369.635764ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2395,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:48.791208Z","caller":"traceutil/trace.go:171","msg":"trace[740181690] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"371.537297ms","start":"2026-03-31T18:33:48.419639Z","end":"2026-03-31T18:33:48.791176Z","steps":["trace[740181690] 'process raft request' (duration: 371.406904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.791836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.465197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:223753"} {"level":"info","ts":"2026-03-31T18:33:48.791884Z","caller":"traceutil/trace.go:171","msg":"trace[89629541] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2695; }","duration":"368.52728ms","start":"2026-03-31T18:33:48.423346Z","end":"2026-03-31T18:33:48.791873Z","steps":["trace[89629541] 'agreement among raft nodes before linearized reading' (duration: 368.336455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.791921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.423339Z","time spent":"368.57326ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":223776,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T18:33:48.791157Z","caller":"traceutil/trace.go:171","msg":"trace[1881692635] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"377.907752ms","start":"2026-03-31T18:33:48.413212Z","end":"2026-03-31T18:33:48.791119Z","steps":["trace[1881692635] 'process raft request' (duration: 377.574444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.792029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.419627Z","time spent":"372.200442ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:48.791278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.252559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca-wplw7\" ","response":"range_response_count:1 size:2438"} {"level":"warn","ts":"2026-03-31T18:33:48.792122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.413196Z","time spent":"378.783181ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:48.792166Z","caller":"traceutil/trace.go:171","msg":"trace[1363083629] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca-wplw7; range_end:; response_count:1; response_revision:2695; }","duration":"379.14482ms","start":"2026-03-31T18:33:48.412996Z","end":"2026-03-31T18:33:48.792141Z","steps":["trace[1363083629] 'agreement among raft nodes before linearized reading' (duration: 378.191308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:48.79238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.412988Z","time spent":"379.351504ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2461,"request content":"key:\"/registry/secrets/openstack/valkey-ca-wplw7\" "} {"level":"warn","ts":"2026-03-31T18:33:48.792711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.41287Z","time spent":"379.466166ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:49.867216Z","caller":"traceutil/trace.go:171","msg":"trace[519512372] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2812; }","duration":"1.033280186s","start":"2026-03-31T18:33:48.833913Z","end":"2026-03-31T18:33:49.867193Z","steps":["trace[519512372] 'read index received' (duration: 51.912836ms)","trace[519512372] 'applied index is now lower than readState.Index' (duration: 981.36628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:49.867256Z","caller":"traceutil/trace.go:171","msg":"trace[1346192101] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"1.060885432s","start":"2026-03-31T18:33:48.806331Z","end":"2026-03-31T18:33:49.867216Z","steps":["trace[1346192101] 'process raft request' (duration: 1.047287483s)","trace[1346192101] 'compare' (duration: 12.874962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:49.867359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03343622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:49.867402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.806303Z","time spent":"1.061030865s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3391,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:49.867431Z","caller":"traceutil/trace.go:171","msg":"trace[852143544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2697; }","duration":"1.033555882s","start":"2026-03-31T18:33:48.833859Z","end":"2026-03-31T18:33:49.867415Z","steps":["trace[852143544] 'agreement among raft nodes before linearized reading' (duration: 1.033402889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.867464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.833842Z","time spent":"1.033615534s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:49.867487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.146971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:49.867562Z","caller":"traceutil/trace.go:171","msg":"trace[2122238483] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2697; }","duration":"742.254854ms","start":"2026-03-31T18:33:49.125285Z","end":"2026-03-31T18:33:49.86754Z","steps":["trace[2122238483] 'agreement among raft nodes before linearized reading' (duration: 742.151972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.867558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.89783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:33:49.867597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:49.125269Z","time spent":"742.320865ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"info","ts":"2026-03-31T18:33:49.867615Z","caller":"traceutil/trace.go:171","msg":"trace[162789578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2697; }","duration":"985.014203ms","start":"2026-03-31T18:33:48.882584Z","end":"2026-03-31T18:33:49.867599Z","steps":["trace[162789578] 'agreement among raft nodes before linearized reading' (duration: 984.777148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.867663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.882563Z","time spent":"985.086415ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:49.867708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.219838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:33:49.867731Z","caller":"traceutil/trace.go:171","msg":"trace[826531773] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2697; }","duration":"755.279869ms","start":"2026-03-31T18:33:49.112444Z","end":"2026-03-31T18:33:49.867724Z","steps":["trace[826531773] 'agreement among raft nodes before linearized reading' (duration: 754.960032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.867757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:49.112424Z","time spent":"755.327751ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:33:49.867559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.318835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:33:49.867808Z","caller":"traceutil/trace.go:171","msg":"trace[1634971564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2697; }","duration":"527.58874ms","start":"2026-03-31T18:33:49.340201Z","end":"2026-03-31T18:33:49.86779Z","steps":["trace[1634971564] 'agreement among raft nodes before linearized reading' (duration: 527.216552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.867882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:49.340193Z","time spent":"527.668593ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:49.867875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.571183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2410"} {"level":"info","ts":"2026-03-31T18:33:49.867943Z","caller":"traceutil/trace.go:171","msg":"trace[1906242435] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2697; }","duration":"973.674615ms","start":"2026-03-31T18:33:48.894253Z","end":"2026-03-31T18:33:49.867928Z","steps":["trace[1906242435] 'agreement among raft nodes before linearized reading' (duration: 973.187075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.86801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.237575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:49.868066Z","caller":"traceutil/trace.go:171","msg":"trace[780969849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2697; }","duration":"528.336017ms","start":"2026-03-31T18:33:49.339718Z","end":"2026-03-31T18:33:49.868054Z","steps":["trace[780969849] 'agreement among raft nodes before linearized reading' (duration: 527.647722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:49.868115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:49.339698Z","time spent":"528.405579ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:49.868014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:48.894235Z","time spent":"973.764508ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2433,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-03-31T18:33:50.02529Z","caller":"traceutil/trace.go:171","msg":"trace[873737663] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"153.003895ms","start":"2026-03-31T18:33:49.872251Z","end":"2026-03-31T18:33:50.025255Z","steps":["trace[873737663] 'process raft request' (duration: 142.643991ms)","trace[873737663] 'compare' (duration: 10.104228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:50.025837Z","caller":"traceutil/trace.go:171","msg":"trace[900041359] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"153.476256ms","start":"2026-03-31T18:33:49.872337Z","end":"2026-03-31T18:33:50.025813Z","steps":["trace[900041359] 'process raft request' (duration: 152.865082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.025951Z","caller":"traceutil/trace.go:171","msg":"trace[1248516947] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"150.54358ms","start":"2026-03-31T18:33:49.875382Z","end":"2026-03-31T18:33:50.025926Z","steps":["trace[1248516947] 'process raft request' (duration: 150.329554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.026158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.297743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8556"} {"level":"info","ts":"2026-03-31T18:33:50.026174Z","caller":"traceutil/trace.go:171","msg":"trace[1243351259] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"144.922353ms","start":"2026-03-31T18:33:49.88121Z","end":"2026-03-31T18:33:50.026133Z","steps":["trace[1243351259] 'process raft request' (duration: 144.577434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.026227Z","caller":"traceutil/trace.go:171","msg":"trace[1261135786] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2708; }","duration":"153.402366ms","start":"2026-03-31T18:33:49.872809Z","end":"2026-03-31T18:33:50.026212Z","steps":["trace[1261135786] 'agreement among raft nodes before linearized reading' (duration: 153.186371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.026229Z","caller":"traceutil/trace.go:171","msg":"trace[1965886768] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"144.459782ms","start":"2026-03-31T18:33:49.881748Z","end":"2026-03-31T18:33:50.026208Z","steps":["trace[1965886768] 'process raft request' (duration: 144.101933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.026296Z","caller":"traceutil/trace.go:171","msg":"trace[1990628353] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"151.135803ms","start":"2026-03-31T18:33:49.875115Z","end":"2026-03-31T18:33:50.026251Z","steps":["trace[1990628353] 'process raft request' (duration: 150.511058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.026313Z","caller":"traceutil/trace.go:171","msg":"trace[1479062967] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"150.058419ms","start":"2026-03-31T18:33:49.876234Z","end":"2026-03-31T18:33:50.026292Z","steps":["trace[1479062967] 'process raft request' (duration: 149.514076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.026373Z","caller":"traceutil/trace.go:171","msg":"trace[1905326196] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"151.181025ms","start":"2026-03-31T18:33:49.875177Z","end":"2026-03-31T18:33:50.026358Z","steps":["trace[1905326196] 'process raft request' (duration: 150.488878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.025937Z","caller":"traceutil/trace.go:171","msg":"trace[1505454475] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2813; }","duration":"153.074928ms","start":"2026-03-31T18:33:49.872835Z","end":"2026-03-31T18:33:50.02591Z","steps":["trace[1505454475] 'read index received' (duration: 62.139368ms)","trace[1505454475] 'applied index is now lower than readState.Index' (duration: 90.93431ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:50.026461Z","caller":"traceutil/trace.go:171","msg":"trace[25479180] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"153.281403ms","start":"2026-03-31T18:33:49.873164Z","end":"2026-03-31T18:33:50.026445Z","steps":["trace[25479180] 'process raft request' (duration: 152.30488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.026561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.197385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:50.026583Z","caller":"traceutil/trace.go:171","msg":"trace[596871331] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"151.522322ms","start":"2026-03-31T18:33:49.875044Z","end":"2026-03-31T18:33:50.026566Z","steps":["trace[596871331] 'process raft request' (duration: 150.528679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.026633Z","caller":"traceutil/trace.go:171","msg":"trace[1893395951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2708; }","duration":"151.297888ms","start":"2026-03-31T18:33:49.875316Z","end":"2026-03-31T18:33:50.026614Z","steps":["trace[1893395951] 'agreement among raft nodes before linearized reading' (duration: 151.179825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.579929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280644561,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:33:50.648285Z","caller":"traceutil/trace.go:171","msg":"trace[45877410] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"614.411048ms","start":"2026-03-31T18:33:50.033847Z","end":"2026-03-31T18:33:50.648258Z","steps":["trace[45877410] 'process raft request' (duration: 558.622775ms)","trace[45877410] 'compare' (duration: 55.599199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:50.648411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.033813Z","time spent":"614.546882ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:50.921242Z","caller":"traceutil/trace.go:171","msg":"trace[1145651435] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"879.85551ms","start":"2026-03-31T18:33:50.041364Z","end":"2026-03-31T18:33:50.92122Z","steps":["trace[1145651435] 'process raft request' (duration: 879.723987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.921414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.041346Z","time spent":"879.980823ms","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4469,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:50.921509Z","caller":"traceutil/trace.go:171","msg":"trace[1388929307] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"793.008544ms","start":"2026-03-31T18:33:50.128476Z","end":"2026-03-31T18:33:50.921485Z","steps":["trace[1388929307] 'process raft request' (duration: 792.683907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.921243Z","caller":"traceutil/trace.go:171","msg":"trace[513463044] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"887.287469ms","start":"2026-03-31T18:33:50.033925Z","end":"2026-03-31T18:33:50.921212Z","steps":["trace[513463044] 'process raft request' (duration: 883.78419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.921663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.128444Z","time spent":"793.141406ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:50.921799Z","caller":"traceutil/trace.go:171","msg":"trace[447859889] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"791.923849ms","start":"2026-03-31T18:33:50.129865Z","end":"2026-03-31T18:33:50.921789Z","steps":["trace[447859889] 'process raft request' (duration: 791.51338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.921813Z","caller":"traceutil/trace.go:171","msg":"trace[2061657242] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"791.382546ms","start":"2026-03-31T18:33:50.130412Z","end":"2026-03-31T18:33:50.921795Z","steps":["trace[2061657242] 'process raft request' (duration: 791.289614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.921857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.129851Z","time spent":"791.97809ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:50.92191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.130388Z","time spent":"791.468988ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:50.92192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.300369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:50.921813Z","caller":"traceutil/trace.go:171","msg":"trace[878807470] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2824; }","duration":"842.180177ms","start":"2026-03-31T18:33:50.079612Z","end":"2026-03-31T18:33:50.921793Z","steps":["trace[878807470] 'read index received' (duration: 512.841717ms)","trace[878807470] 'applied index is now lower than readState.Index' (duration: 329.33718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:50.922046Z","caller":"traceutil/trace.go:171","msg":"trace[1658111840] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2714; }","duration":"842.413752ms","start":"2026-03-31T18:33:50.079551Z","end":"2026-03-31T18:33:50.921965Z","steps":["trace[1658111840] 'agreement among raft nodes before linearized reading' (duration: 842.294749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.922102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.258206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:50.922108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.079532Z","time spent":"842.561195ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:33:50.922146Z","caller":"traceutil/trace.go:171","msg":"trace[989887655] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2714; }","duration":"566.334628ms","start":"2026-03-31T18:33:50.355801Z","end":"2026-03-31T18:33:50.922135Z","steps":["trace[989887655] 'agreement among raft nodes before linearized reading' (duration: 566.267477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.922184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.355783Z","time spent":"566.39345ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/openstack/valkey\" "} {"level":"warn","ts":"2026-03-31T18:33:50.92221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.751726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:33:50.92223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.499632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:50.922269Z","caller":"traceutil/trace.go:171","msg":"trace[41144393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2714; }","duration":"124.852228ms","start":"2026-03-31T18:33:50.797402Z","end":"2026-03-31T18:33:50.922254Z","steps":["trace[41144393] 'agreement among raft nodes before linearized reading' (duration: 124.685844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.92231Z","caller":"traceutil/trace.go:171","msg":"trace[2074695651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2714; }","duration":"125.615935ms","start":"2026-03-31T18:33:50.796675Z","end":"2026-03-31T18:33:50.92229Z","steps":["trace[2074695651] 'agreement among raft nodes before linearized reading' (duration: 125.427431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.922471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.08589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:33:50.922481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.810418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:33:50.922517Z","caller":"traceutil/trace.go:171","msg":"trace[1041954038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2714; }","duration":"421.166941ms","start":"2026-03-31T18:33:50.501337Z","end":"2026-03-31T18:33:50.922504Z","steps":["trace[1041954038] 'agreement among raft nodes before linearized reading' (duration: 421.035808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:50.92253Z","caller":"traceutil/trace.go:171","msg":"trace[1406417652] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2714; }","duration":"124.859719ms","start":"2026-03-31T18:33:50.797655Z","end":"2026-03-31T18:33:50.922515Z","steps":["trace[1406417652] 'agreement among raft nodes before linearized reading' (duration: 124.732046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:50.922548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.501316Z","time spent":"421.224432ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:50.922689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.033899Z","time spent":"888.745213ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:51.320987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.943739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:51.321139Z","caller":"traceutil/trace.go:171","msg":"trace[140514898] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2831; }","duration":"335.270025ms","start":"2026-03-31T18:33:50.985855Z","end":"2026-03-31T18:33:51.321125Z","steps":["trace[140514898] 'read index received' (duration: 154.003849ms)","trace[140514898] 'applied index is now lower than readState.Index' (duration: 181.265506ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:51.321225Z","caller":"traceutil/trace.go:171","msg":"trace[1771396192] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"393.784581ms","start":"2026-03-31T18:33:50.92743Z","end":"2026-03-31T18:33:51.321215Z","steps":["trace[1771396192] 'process raft request' (duration: 393.634668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:51.321231Z","caller":"traceutil/trace.go:171","msg":"trace[716424115] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"394.026296ms","start":"2026-03-31T18:33:50.927187Z","end":"2026-03-31T18:33:51.321213Z","steps":["trace[716424115] 'process raft request' (duration: 212.76715ms)","trace[716424115] 'compare' (duration: 180.834306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:51.321281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.927421Z","time spent":"393.830852ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:51.32132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.927169Z","time spent":"394.113607ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:51.32134Z","caller":"traceutil/trace.go:171","msg":"trace[1858272318] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"393.836112ms","start":"2026-03-31T18:33:50.927474Z","end":"2026-03-31T18:33:51.32131Z","steps":["trace[1858272318] 'process raft request' (duration: 393.623517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.321369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.174574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:51.321444Z","caller":"traceutil/trace.go:171","msg":"trace[597225873] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:2718; }","duration":"392.295317ms","start":"2026-03-31T18:33:50.92913Z","end":"2026-03-31T18:33:51.321425Z","steps":["trace[597225873] 'agreement among raft nodes before linearized reading' (duration: 392.154673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.321467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.3902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:33:51.321486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.927469Z","time spent":"393.940204ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:51.321507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.929123Z","time spent":"392.370668ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/valkey\" "} {"level":"info","ts":"2026-03-31T18:33:51.321514Z","caller":"traceutil/trace.go:171","msg":"trace[1750038197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2718; }","duration":"332.503472ms","start":"2026-03-31T18:33:50.988997Z","end":"2026-03-31T18:33:51.321501Z","steps":["trace[1750038197] 'agreement among raft nodes before linearized reading' (duration: 332.353879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:51.321552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:50.988985Z","time spent":"332.555393ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:33:51.744619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.567641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:51.744716Z","caller":"traceutil/trace.go:171","msg":"trace[2048976196] linearizableReadLoop","detail":"{readStateIndex:2838; appliedIndex:2837; }","duration":"170.965563ms","start":"2026-03-31T18:33:51.573735Z","end":"2026-03-31T18:33:51.7447Z","steps":["trace[2048976196] 'read index received' (duration: 1.180446ms)","trace[2048976196] 'applied index is now lower than readState.Index' (duration: 169.783687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:51.744779Z","caller":"traceutil/trace.go:171","msg":"trace[633982009] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"210.62024ms","start":"2026-03-31T18:33:51.534117Z","end":"2026-03-31T18:33:51.744737Z","steps":["trace[633982009] 'process raft request' (duration: 40.863545ms)","trace[633982009] 'compare' (duration: 169.387147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:51.744862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.117996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:51.744916Z","caller":"traceutil/trace.go:171","msg":"trace[58690788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2721; }","duration":"171.214328ms","start":"2026-03-31T18:33:51.573685Z","end":"2026-03-31T18:33:51.744899Z","steps":["trace[58690788] 'agreement among raft nodes before linearized reading' (duration: 171.058245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.303148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.181504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:52.303269Z","caller":"traceutil/trace.go:171","msg":"trace[888807251] linearizableReadLoop","detail":"{readStateIndex:2842; appliedIndex:2841; }","duration":"470.17407ms","start":"2026-03-31T18:33:51.833069Z","end":"2026-03-31T18:33:52.303243Z","steps":["trace[888807251] 'read index received' (duration: 273.847612ms)","trace[888807251] 'applied index is now lower than readState.Index' (duration: 196.324328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:52.303428Z","caller":"traceutil/trace.go:171","msg":"trace[988743127] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"470.496709ms","start":"2026-03-31T18:33:51.832914Z","end":"2026-03-31T18:33:52.30341Z","steps":["trace[988743127] 'process raft request' (duration: 273.980406ms)","trace[988743127] 'compare' (duration: 196.048511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:52.303515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:51.832898Z","time spent":"470.5781ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:52.303641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.554489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:52.303738Z","caller":"traceutil/trace.go:171","msg":"trace[1172472677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2725; }","duration":"470.702872ms","start":"2026-03-31T18:33:51.833013Z","end":"2026-03-31T18:33:52.303716Z","steps":["trace[1172472677] 'agreement among raft nodes before linearized reading' (duration: 470.457217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.303813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:51.833002Z","time spent":"470.784255ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:52.313054Z","caller":"traceutil/trace.go:171","msg":"trace[1953069649] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"479.248756ms","start":"2026-03-31T18:33:51.833771Z","end":"2026-03-31T18:33:52.313019Z","steps":["trace[1953069649] 'process raft request' (duration: 478.9928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.313167Z","caller":"traceutil/trace.go:171","msg":"trace[2140585497] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"478.449438ms","start":"2026-03-31T18:33:51.834691Z","end":"2026-03-31T18:33:52.313141Z","steps":["trace[2140585497] 'process raft request' (duration: 478.196333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.31329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:51.833756Z","time spent":"479.456191ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5003,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:52.31311Z","caller":"traceutil/trace.go:171","msg":"trace[1934280295] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"478.144282ms","start":"2026-03-31T18:33:51.834932Z","end":"2026-03-31T18:33:52.313076Z","steps":["trace[1934280295] 'process raft request' (duration: 478.083601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.313409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:51.834684Z","time spent":"478.651063ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:52.313453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:51.834924Z","time spent":"478.459999ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16974,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:52.377144Z","caller":"traceutil/trace.go:171","msg":"trace[453214669] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"208.440702ms","start":"2026-03-31T18:33:52.168677Z","end":"2026-03-31T18:33:52.377117Z","steps":["trace[453214669] 'process raft request' (duration: 208.119675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.37732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.126867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:52.377357Z","caller":"traceutil/trace.go:171","msg":"trace[1150937291] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"202.251842ms","start":"2026-03-31T18:33:52.175085Z","end":"2026-03-31T18:33:52.377337Z","steps":["trace[1150937291] 'process raft request' (duration: 201.898084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.377388Z","caller":"traceutil/trace.go:171","msg":"trace[134145380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2730; }","duration":"171.237979ms","start":"2026-03-31T18:33:52.206137Z","end":"2026-03-31T18:33:52.377375Z","steps":["trace[134145380] 'agreement among raft nodes before linearized reading' (duration: 171.107066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.377476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.961822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:52.377587Z","caller":"traceutil/trace.go:171","msg":"trace[517896382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2730; }","duration":"348.129096ms","start":"2026-03-31T18:33:52.029434Z","end":"2026-03-31T18:33:52.377563Z","steps":["trace[517896382] 'agreement among raft nodes before linearized reading' (duration: 347.810849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.377653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:52.029413Z","time spent":"348.224818ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:52.377461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.182173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:52.377789Z","caller":"traceutil/trace.go:171","msg":"trace[202848059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2730; }","duration":"346.587582ms","start":"2026-03-31T18:33:52.031189Z","end":"2026-03-31T18:33:52.377776Z","steps":["trace[202848059] 'agreement among raft nodes before linearized reading' (duration: 345.974678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.377837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:52.031164Z","time spent":"346.658623ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:52.65794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.709852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:52.658042Z","caller":"traceutil/trace.go:171","msg":"trace[1386250755] linearizableReadLoop","detail":"{readStateIndex:2848; appliedIndex:2847; }","duration":"280.958324ms","start":"2026-03-31T18:33:52.377069Z","end":"2026-03-31T18:33:52.658027Z","steps":["trace[1386250755] 'read index received' (duration: 29.295143ms)","trace[1386250755] 'applied index is now lower than readState.Index' (duration: 251.662191ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:52.658083Z","caller":"traceutil/trace.go:171","msg":"trace[910583865] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"339.513351ms","start":"2026-03-31T18:33:52.318564Z","end":"2026-03-31T18:33:52.658078Z","steps":["trace[910583865] 'process raft request' (duration: 87.619625ms)","trace[910583865] 'compare' (duration: 251.62423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:52.658108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:52.318544Z","time spent":"339.552681ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1448,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:52.658315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.987982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121230"} {"level":"info","ts":"2026-03-31T18:33:52.658399Z","caller":"traceutil/trace.go:171","msg":"trace[1235158523] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2731; }","duration":"340.079034ms","start":"2026-03-31T18:33:52.318301Z","end":"2026-03-31T18:33:52.65838Z","steps":["trace[1235158523] 'agreement among raft nodes before linearized reading' (duration: 339.782977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:52.65844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:52.31824Z","time spent":"340.190026ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":121253,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:33:52.660963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.346965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a200c105e9b5d8\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-03-31T18:33:52.660995Z","caller":"traceutil/trace.go:171","msg":"trace[1684097256] range","detail":"{range_begin:/registry/events/openstack/valkey.18a200c105e9b5d8; range_end:; response_count:1; response_revision:2735; }","duration":"278.412366ms","start":"2026-03-31T18:33:52.382576Z","end":"2026-03-31T18:33:52.660988Z","steps":["trace[1684097256] 'agreement among raft nodes before linearized reading' (duration: 278.273813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.661139Z","caller":"traceutil/trace.go:171","msg":"trace[1882036969] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"278.690273ms","start":"2026-03-31T18:33:52.382423Z","end":"2026-03-31T18:33:52.661113Z","steps":["trace[1882036969] 'process raft request' (duration: 278.275593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.661216Z","caller":"traceutil/trace.go:171","msg":"trace[2125401584] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"278.380266ms","start":"2026-03-31T18:33:52.382815Z","end":"2026-03-31T18:33:52.661195Z","steps":["trace[2125401584] 'process raft request' (duration: 277.935706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.661162Z","caller":"traceutil/trace.go:171","msg":"trace[1159175605] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"275.854439ms","start":"2026-03-31T18:33:52.385295Z","end":"2026-03-31T18:33:52.661149Z","steps":["trace[1159175605] 'process raft request' (duration: 275.47786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.661363Z","caller":"traceutil/trace.go:171","msg":"trace[271059848] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"264.848749ms","start":"2026-03-31T18:33:52.396503Z","end":"2026-03-31T18:33:52.661352Z","steps":["trace[271059848] 'process raft request' (duration: 264.312307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.856055Z","caller":"traceutil/trace.go:171","msg":"trace[1869515863] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"192.971132ms","start":"2026-03-31T18:33:52.66303Z","end":"2026-03-31T18:33:52.856001Z","steps":["trace[1869515863] 'process raft request' (duration: 114.863412ms)","trace[1869515863] 'compare' (duration: 77.737691ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:52.882881Z","caller":"traceutil/trace.go:171","msg":"trace[1064882515] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"219.556763ms","start":"2026-03-31T18:33:52.663309Z","end":"2026-03-31T18:33:52.882866Z","steps":["trace[1064882515] 'process raft request' (duration: 219.216785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.882887Z","caller":"traceutil/trace.go:171","msg":"trace[428192080] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"219.048972ms","start":"2026-03-31T18:33:52.66381Z","end":"2026-03-31T18:33:52.882859Z","steps":["trace[428192080] 'process raft request' (duration: 218.877728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:52.883093Z","caller":"traceutil/trace.go:171","msg":"trace[926843765] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"219.228586ms","start":"2026-03-31T18:33:52.663815Z","end":"2026-03-31T18:33:52.883044Z","steps":["trace[926843765] 'process raft request' (duration: 218.905709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.101586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.591551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:33:53.101883Z","caller":"traceutil/trace.go:171","msg":"trace[448526862] linearizableReadLoop","detail":"{readStateIndex:2856; appliedIndex:2852; }","duration":"432.664441ms","start":"2026-03-31T18:33:52.669187Z","end":"2026-03-31T18:33:53.101851Z","steps":["trace[448526862] 'read index received' (duration: 108.648781ms)","trace[448526862] 'applied index is now lower than readState.Index' (duration: 324.01258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:53.102036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.831505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:53.102088Z","caller":"traceutil/trace.go:171","msg":"trace[868995187] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2740; }","duration":"432.934087ms","start":"2026-03-31T18:33:52.669143Z","end":"2026-03-31T18:33:53.102077Z","steps":["trace[868995187] 'agreement among raft nodes before linearized reading' (duration: 432.777944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.102129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:52.669125Z","time spent":"432.995729ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"info","ts":"2026-03-31T18:33:53.10212Z","caller":"traceutil/trace.go:171","msg":"trace[603163871] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"243.849774ms","start":"2026-03-31T18:33:52.858232Z","end":"2026-03-31T18:33:53.102081Z","steps":["trace[603163871] 'process raft request' (duration: 243.531306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.102423Z","caller":"traceutil/trace.go:171","msg":"trace[747546826] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"174.695658ms","start":"2026-03-31T18:33:52.927704Z","end":"2026-03-31T18:33:53.102399Z","steps":["trace[747546826] 'process raft request' (duration: 174.253698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.102448Z","caller":"traceutil/trace.go:171","msg":"trace[1301556316] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"173.255525ms","start":"2026-03-31T18:33:52.929163Z","end":"2026-03-31T18:33:53.102418Z","steps":["trace[1301556316] 'process raft request' (duration: 172.968848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.102523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.535373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:53.102581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.843513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:53.102618Z","caller":"traceutil/trace.go:171","msg":"trace[786419204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"268.707967ms","start":"2026-03-31T18:33:52.83389Z","end":"2026-03-31T18:33:53.102598Z","steps":["trace[786419204] 'agreement among raft nodes before linearized reading' (duration: 268.495612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.102637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.708384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121230"} {"level":"info","ts":"2026-03-31T18:33:53.10264Z","caller":"traceutil/trace.go:171","msg":"trace[469257534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2743; }","duration":"111.955256ms","start":"2026-03-31T18:33:52.990663Z","end":"2026-03-31T18:33:53.102618Z","steps":["trace[469257534] 'agreement among raft nodes before linearized reading' (duration: 111.717281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.102673Z","caller":"traceutil/trace.go:171","msg":"trace[876317157] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2743; }","duration":"244.794416ms","start":"2026-03-31T18:33:52.857869Z","end":"2026-03-31T18:33:53.102663Z","steps":["trace[876317157] 'agreement among raft nodes before linearized reading' (duration: 244.544241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.103117Z","caller":"traceutil/trace.go:171","msg":"trace[1351998553] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"174.528994ms","start":"2026-03-31T18:33:52.92784Z","end":"2026-03-31T18:33:53.102369Z","steps":["trace[1351998553] 'process raft request' (duration: 174.223367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.234935Z","caller":"traceutil/trace.go:171","msg":"trace[1297079704] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"128.615314ms","start":"2026-03-31T18:33:53.106272Z","end":"2026-03-31T18:33:53.234887Z","steps":["trace[1297079704] 'process raft request' (duration: 106.438151ms)","trace[1297079704] 'compare' (duration: 21.907127ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:53.2612Z","caller":"traceutil/trace.go:171","msg":"trace[323172378] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"153.698551ms","start":"2026-03-31T18:33:53.107462Z","end":"2026-03-31T18:33:53.261161Z","steps":["trace[323172378] 'process raft request' (duration: 153.448736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.261445Z","caller":"traceutil/trace.go:171","msg":"trace[1115989999] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"153.867365ms","start":"2026-03-31T18:33:53.107554Z","end":"2026-03-31T18:33:53.261422Z","steps":["trace[1115989999] 'process raft request' (duration: 153.519687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.261477Z","caller":"traceutil/trace.go:171","msg":"trace[960472113] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"152.899204ms","start":"2026-03-31T18:33:53.108558Z","end":"2026-03-31T18:33:53.261457Z","steps":["trace[960472113] 'process raft request' (duration: 152.849452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.261765Z","caller":"traceutil/trace.go:171","msg":"trace[652994213] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"153.258282ms","start":"2026-03-31T18:33:53.108487Z","end":"2026-03-31T18:33:53.261745Z","steps":["trace[652994213] 'process raft request' (duration: 152.820601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.650745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.796796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:53.650885Z","caller":"traceutil/trace.go:171","msg":"trace[1936389600] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"374.920463ms","start":"2026-03-31T18:33:53.275935Z","end":"2026-03-31T18:33:53.650856Z","steps":["trace[1936389600] 'process raft request' (duration: 223.946263ms)","trace[1936389600] 'compare' (duration: 150.692403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:53.650978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.275907Z","time spent":"375.033216ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:53.683031Z","caller":"traceutil/trace.go:171","msg":"trace[1624849303] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"406.56221ms","start":"2026-03-31T18:33:53.276436Z","end":"2026-03-31T18:33:53.682998Z","steps":["trace[1624849303] 'process raft request' (duration: 406.451107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.68322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.276428Z","time spent":"406.704383ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1383,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:53.683384Z","caller":"traceutil/trace.go:171","msg":"trace[1454422916] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"406.935548ms","start":"2026-03-31T18:33:53.276417Z","end":"2026-03-31T18:33:53.683353Z","steps":["trace[1454422916] 'process raft request' (duration: 406.271284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.683478Z","caller":"traceutil/trace.go:171","msg":"trace[63295852] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2867; }","duration":"357.212512ms","start":"2026-03-31T18:33:53.326205Z","end":"2026-03-31T18:33:53.683418Z","steps":["trace[63295852] 'read index received' (duration: 173.692305ms)","trace[63295852] 'applied index is now lower than readState.Index' (duration: 183.519527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:53.683531Z","caller":"traceutil/trace.go:171","msg":"trace[1914334761] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2752; }","duration":"406.380765ms","start":"2026-03-31T18:33:53.277145Z","end":"2026-03-31T18:33:53.683526Z","steps":["trace[1914334761] 'process raft request' (duration: 405.804712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.683601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.277135Z","time spent":"406.406667ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":2499,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:53.683584Z","caller":"traceutil/trace.go:171","msg":"trace[1216995288] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"401.898284ms","start":"2026-03-31T18:33:53.281649Z","end":"2026-03-31T18:33:53.683547Z","steps":["trace[1216995288] 'process raft request' (duration: 401.673939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.683713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.276396Z","time spent":"407.060741ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:53.68372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.281637Z","time spent":"402.021006ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:53.683758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.539089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:53.683792Z","caller":"traceutil/trace.go:171","msg":"trace[960097946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2753; }","duration":"357.635131ms","start":"2026-03-31T18:33:53.326147Z","end":"2026-03-31T18:33:53.683782Z","steps":["trace[960097946] 'agreement among raft nodes before linearized reading' (duration: 357.442667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.683822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.326116Z","time spent":"357.701603ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:33:53.724773Z","caller":"traceutil/trace.go:171","msg":"trace[944354478] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"149.691322ms","start":"2026-03-31T18:33:53.575043Z","end":"2026-03-31T18:33:53.724734Z","steps":["trace[944354478] 'process raft request' (duration: 149.387296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.725024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.558709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:33:53.725104Z","caller":"traceutil/trace.go:171","msg":"trace[1704060328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2754; }","duration":"398.693322ms","start":"2026-03-31T18:33:53.326394Z","end":"2026-03-31T18:33:53.725087Z","steps":["trace[1704060328] 'agreement among raft nodes before linearized reading' (duration: 398.395946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.725144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.326371Z","time spent":"398.764643ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:53.725133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.841953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:53.725389Z","caller":"traceutil/trace.go:171","msg":"trace[334687868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2754; }","duration":"398.203481ms","start":"2026-03-31T18:33:53.327154Z","end":"2026-03-31T18:33:53.725357Z","steps":["trace[334687868] 'agreement among raft nodes before linearized reading' (duration: 397.592958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.725535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.32714Z","time spent":"398.340824ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:33:53.83539Z","caller":"traceutil/trace.go:171","msg":"trace[1368396316] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"145.632899ms","start":"2026-03-31T18:33:53.689738Z","end":"2026-03-31T18:33:53.835371Z","steps":["trace[1368396316] 'process raft request' (duration: 145.403334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.83552Z","caller":"traceutil/trace.go:171","msg":"trace[952486611] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2873; }","duration":"110.81617ms","start":"2026-03-31T18:33:53.724693Z","end":"2026-03-31T18:33:53.835509Z","steps":["trace[952486611] 'read index received' (duration: 110.526293ms)","trace[952486611] 'applied index is now lower than readState.Index' (duration: 289.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:53.835536Z","caller":"traceutil/trace.go:171","msg":"trace[1371110971] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"137.474364ms","start":"2026-03-31T18:33:53.698046Z","end":"2026-03-31T18:33:53.83552Z","steps":["trace[1371110971] 'process raft request' (duration: 137.386332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.835543Z","caller":"traceutil/trace.go:171","msg":"trace[2073853013] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"129.936843ms","start":"2026-03-31T18:33:53.705593Z","end":"2026-03-31T18:33:53.83553Z","steps":["trace[2073853013] 'process raft request' (duration: 129.878882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.836216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.446477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5406"} {"level":"info","ts":"2026-03-31T18:33:53.836281Z","caller":"traceutil/trace.go:171","msg":"trace[871033597] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:2758; }","duration":"138.552089ms","start":"2026-03-31T18:33:53.697704Z","end":"2026-03-31T18:33:53.836256Z","steps":["trace[871033597] 'agreement among raft nodes before linearized reading' (duration: 137.865033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:53.835701Z","caller":"traceutil/trace.go:171","msg":"trace[1736921666] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"145.643879ms","start":"2026-03-31T18:33:53.690046Z","end":"2026-03-31T18:33:53.83569Z","steps":["trace[1736921666] 'process raft request' (duration: 145.23154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:53.837226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.110926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-mv99h\" ","response":"range_response_count:1 size:2450"} {"level":"info","ts":"2026-03-31T18:33:53.837277Z","caller":"traceutil/trace.go:171","msg":"trace[2092426859] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-mv99h; range_end:; response_count:1; response_revision:2758; }","duration":"141.198468ms","start":"2026-03-31T18:33:53.696066Z","end":"2026-03-31T18:33:53.837265Z","steps":["trace[2092426859] 'agreement among raft nodes before linearized reading' (duration: 139.688894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:54.101076Z","caller":"traceutil/trace.go:171","msg":"trace[603535767] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"371.303001ms","start":"2026-03-31T18:33:53.729714Z","end":"2026-03-31T18:33:54.101017Z","steps":["trace[603535767] 'process raft request' (duration: 289.548299ms)","trace[603535767] 'compare' (duration: 81.378163ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:54.101223Z","caller":"traceutil/trace.go:171","msg":"trace[1905436797] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2877; }","duration":"265.636658ms","start":"2026-03-31T18:33:53.835551Z","end":"2026-03-31T18:33:54.101187Z","steps":["trace[1905436797] 'read index received' (duration: 183.855175ms)","trace[1905436797] 'applied index is now lower than readState.Index' (duration: 81.779583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:54.101308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.729679Z","time spent":"371.517455ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:54.101386Z","caller":"traceutil/trace.go:171","msg":"trace[1492977599] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"371.583057ms","start":"2026-03-31T18:33:53.729788Z","end":"2026-03-31T18:33:54.101371Z","steps":["trace[1492977599] 'process raft request' (duration: 371.053655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:54.101487Z","caller":"traceutil/trace.go:171","msg":"trace[317196291] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"338.059697ms","start":"2026-03-31T18:33:53.763369Z","end":"2026-03-31T18:33:54.101428Z","steps":["trace[317196291] 'process raft request' (duration: 337.648608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.101528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.729763Z","time spent":"371.657779ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:54.101526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.238354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:54.101617Z","caller":"traceutil/trace.go:171","msg":"trace[405096332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2761; }","duration":"267.351787ms","start":"2026-03-31T18:33:53.834239Z","end":"2026-03-31T18:33:54.10159Z","steps":["trace[405096332] 'agreement among raft nodes before linearized reading' (duration: 267.176223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.101711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.763328Z","time spent":"338.262062ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:54.610521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.491558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:33:54.610748Z","caller":"traceutil/trace.go:171","msg":"trace[711062805] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2880; }","duration":"509.399919ms","start":"2026-03-31T18:33:54.101322Z","end":"2026-03-31T18:33:54.610722Z","steps":["trace[711062805] 'read index received' (duration: 200.493691ms)","trace[711062805] 'applied index is now lower than readState.Index' (duration: 308.903768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:54.610773Z","caller":"traceutil/trace.go:171","msg":"trace[83024845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2762; }","duration":"771.22081ms","start":"2026-03-31T18:33:53.839508Z","end":"2026-03-31T18:33:54.610729Z","steps":["trace[83024845] 'process raft request' (duration: 462.381644ms)","trace[83024845] 'compare' (duration: 308.035628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:54.610917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.8393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:33:54.610936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.839488Z","time spent":"771.365674ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T18:33:54.61098Z","caller":"traceutil/trace.go:171","msg":"trace[980955165] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2762; }","duration":"762.906931ms","start":"2026-03-31T18:33:53.848055Z","end":"2026-03-31T18:33:54.610962Z","steps":["trace[980955165] 'agreement among raft nodes before linearized reading' (duration: 762.790489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.611024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.848023Z","time spent":"762.991983ms","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:33:54.611061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.27218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2616"} {"level":"info","ts":"2026-03-31T18:33:54.611157Z","caller":"traceutil/trace.go:171","msg":"trace[414493860] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2762; }","duration":"763.409943ms","start":"2026-03-31T18:33:53.847725Z","end":"2026-03-31T18:33:54.611135Z","steps":["trace[414493860] 'agreement among raft nodes before linearized reading' (duration: 763.168058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.611194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:53.847714Z","time spent":"763.472824ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2639,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-03-31T18:33:54.611526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.458121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:368921"} {"level":"info","ts":"2026-03-31T18:33:54.611654Z","caller":"traceutil/trace.go:171","msg":"trace[954839621] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2762; }","duration":"438.628665ms","start":"2026-03-31T18:33:54.173005Z","end":"2026-03-31T18:33:54.611634Z","steps":["trace[954839621] 'agreement among raft nodes before linearized reading' (duration: 437.9436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:54.611743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.172978Z","time spent":"438.750509ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":368944,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:33:55.260254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.108604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:55.26052Z","caller":"traceutil/trace.go:171","msg":"trace[839605970] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"550.820407ms","start":"2026-03-31T18:33:54.709662Z","end":"2026-03-31T18:33:55.260482Z","steps":["trace[839605970] 'process raft request' (duration: 165.339585ms)","trace[839605970] 'compare' (duration: 384.803397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:55.260689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.709637Z","time spent":"550.966771ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:55.260729Z","caller":"traceutil/trace.go:171","msg":"trace[1130479835] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"549.491327ms","start":"2026-03-31T18:33:54.711202Z","end":"2026-03-31T18:33:55.260693Z","steps":["trace[1130479835] 'process raft request' (duration: 549.221721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.260826Z","caller":"traceutil/trace.go:171","msg":"trace[691492275] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2882; }","duration":"504.353725ms","start":"2026-03-31T18:33:54.756448Z","end":"2026-03-31T18:33:55.260801Z","steps":["trace[691492275] 'read index received' (duration: 118.569625ms)","trace[691492275] 'applied index is now lower than readState.Index' (duration: 385.78286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:55.260876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.711183Z","time spent":"549.62157ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:33:55.261009Z","caller":"traceutil/trace.go:171","msg":"trace[1777209670] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"541.460095ms","start":"2026-03-31T18:33:54.719529Z","end":"2026-03-31T18:33:55.260989Z","steps":["trace[1777209670] 'process raft request' (duration: 541.175128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.261041Z","caller":"traceutil/trace.go:171","msg":"trace[866644786] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"499.107936ms","start":"2026-03-31T18:33:54.761903Z","end":"2026-03-31T18:33:55.261011Z","steps":["trace[866644786] 'process raft request' (duration: 498.851351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.261059Z","caller":"traceutil/trace.go:171","msg":"trace[948579164] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"548.894204ms","start":"2026-03-31T18:33:54.712154Z","end":"2026-03-31T18:33:55.261048Z","steps":["trace[948579164] 'process raft request' (duration: 548.455304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.261098Z","caller":"traceutil/trace.go:171","msg":"trace[1098011654] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"549.16351ms","start":"2026-03-31T18:33:54.711906Z","end":"2026-03-31T18:33:55.26107Z","steps":["trace[1098011654] 'process raft request' (duration: 548.627108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.261175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.761889Z","time spent":"499.195678ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:55.26118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.712135Z","time spent":"548.958125ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15103,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:33:55.261112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.719519Z","time spent":"541.535746ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2310,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:55.261014Z","caller":"traceutil/trace.go:171","msg":"trace[1761584238] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"548.177227ms","start":"2026-03-31T18:33:54.712814Z","end":"2026-03-31T18:33:55.260991Z","steps":["trace[1761584238] 'process raft request' (duration: 547.85027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.261291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.711876Z","time spent":"549.336004ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:55.261308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.877587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:368921"} {"level":"info","ts":"2026-03-31T18:33:55.261352Z","caller":"traceutil/trace.go:171","msg":"trace[1975951912] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2770; }","duration":"504.995539ms","start":"2026-03-31T18:33:54.756347Z","end":"2026-03-31T18:33:55.261342Z","steps":["trace[1975951912] 'agreement among raft nodes before linearized reading' (duration: 504.657451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.261374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.75633Z","time spent":"505.03804ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":368944,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:33:55.261379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.712805Z","time spent":"548.496554ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:55.420262Z","caller":"traceutil/trace.go:171","msg":"trace[398529756] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"311.148107ms","start":"2026-03-31T18:33:55.109087Z","end":"2026-03-31T18:33:55.420235Z","steps":["trace[398529756] 'process raft request' (duration: 311.070095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.420371Z","caller":"traceutil/trace.go:171","msg":"trace[574857920] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"313.00135ms","start":"2026-03-31T18:33:55.107312Z","end":"2026-03-31T18:33:55.420313Z","steps":["trace[574857920] 'process raft request' (duration: 278.287544ms)","trace[574857920] 'compare' (duration: 34.400779ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:55.420472Z","caller":"traceutil/trace.go:171","msg":"trace[302978076] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"311.377962ms","start":"2026-03-31T18:33:55.109084Z","end":"2026-03-31T18:33:55.420462Z","steps":["trace[302978076] 'process raft request' (duration: 311.116816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.420443Z","caller":"traceutil/trace.go:171","msg":"trace[793650007] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2889; }","duration":"159.536614ms","start":"2026-03-31T18:33:55.260878Z","end":"2026-03-31T18:33:55.420415Z","steps":["trace[793650007] 'read index received' (duration: 124.685325ms)","trace[793650007] 'applied index is now lower than readState.Index' (duration: 34.811558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:55.420527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:55.109062Z","time spent":"311.439824ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:55.420413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:55.109062Z","time spent":"311.27726ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:55.420603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.014475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:33:55.420635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:55.107279Z","time spent":"313.216295ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:55.420687Z","caller":"traceutil/trace.go:171","msg":"trace[1382364899] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2773; }","duration":"492.137548ms","start":"2026-03-31T18:33:54.928528Z","end":"2026-03-31T18:33:55.420665Z","steps":["trace[1382364899] 'agreement among raft nodes before linearized reading' (duration: 491.934483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.420706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.007777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:55.420743Z","caller":"traceutil/trace.go:171","msg":"trace[1185759525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2773; }","duration":"587.18304ms","start":"2026-03-31T18:33:54.83355Z","end":"2026-03-31T18:33:55.420733Z","steps":["trace[1185759525] 'agreement among raft nodes before linearized reading' (duration: 587.017917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.420788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.928512Z","time spent":"492.26388ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:55.420815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:54.833528Z","time spent":"587.260212ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:33:55.467927Z","caller":"traceutil/trace.go:171","msg":"trace[669551141] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"201.124416ms","start":"2026-03-31T18:33:55.26677Z","end":"2026-03-31T18:33:55.467894Z","steps":["trace[669551141] 'process raft request' (duration: 200.948182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:55.468075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.242341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:55.468133Z","caller":"traceutil/trace.go:171","msg":"trace[848186945] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2777; }","duration":"202.349924ms","start":"2026-03-31T18:33:55.265773Z","end":"2026-03-31T18:33:55.468122Z","steps":["trace[848186945] 'agreement among raft nodes before linearized reading' (duration: 202.17571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.468386Z","caller":"traceutil/trace.go:171","msg":"trace[2027313146] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"194.537637ms","start":"2026-03-31T18:33:55.273797Z","end":"2026-03-31T18:33:55.468335Z","steps":["trace[2027313146] 'process raft request' (duration: 194.111627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.468462Z","caller":"traceutil/trace.go:171","msg":"trace[1164414817] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"200.595754ms","start":"2026-03-31T18:33:55.267792Z","end":"2026-03-31T18:33:55.468388Z","steps":["trace[1164414817] 'process raft request' (duration: 200.085183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.468529Z","caller":"traceutil/trace.go:171","msg":"trace[1927113608] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"200.803728ms","start":"2026-03-31T18:33:55.267667Z","end":"2026-03-31T18:33:55.468471Z","steps":["trace[1927113608] 'process raft request' (duration: 200.169794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.596006Z","caller":"traceutil/trace.go:171","msg":"trace[1510369726] linearizableReadLoop","detail":"{readStateIndex:2900; appliedIndex:2899; }","duration":"105.208954ms","start":"2026-03-31T18:33:55.490772Z","end":"2026-03-31T18:33:55.595981Z","steps":["trace[1510369726] 'read index received' (duration: 88.511926ms)","trace[1510369726] 'applied index is now lower than readState.Index' (duration: 16.696148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:55.596991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.181025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8556"} {"level":"info","ts":"2026-03-31T18:33:55.596893Z","caller":"traceutil/trace.go:171","msg":"trace[1033145612] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"110.850631ms","start":"2026-03-31T18:33:55.485993Z","end":"2026-03-31T18:33:55.596844Z","steps":["trace[1033145612] 'process raft request' (duration: 93.246403ms)","trace[1033145612] 'compare' (duration: 16.615946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:55.597033Z","caller":"traceutil/trace.go:171","msg":"trace[651927203] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2781; }","duration":"106.308068ms","start":"2026-03-31T18:33:55.490712Z","end":"2026-03-31T18:33:55.59702Z","steps":["trace[651927203] 'agreement among raft nodes before linearized reading' (duration: 106.079643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:55.664166Z","caller":"traceutil/trace.go:171","msg":"trace[416081437] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"172.562058ms","start":"2026-03-31T18:33:55.491577Z","end":"2026-03-31T18:33:55.664139Z","steps":["trace[416081437] 'process raft request' (duration: 172.394004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:56.428629Z","caller":"traceutil/trace.go:171","msg":"trace[259635346] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"120.615432ms","start":"2026-03-31T18:33:56.307985Z","end":"2026-03-31T18:33:56.428601Z","steps":["trace[259635346] 'read index received' (duration: 120.393267ms)","trace[259635346] 'applied index is now lower than readState.Index' (duration: 220.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:56.428721Z","caller":"traceutil/trace.go:171","msg":"trace[1921057925] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"182.35411ms","start":"2026-03-31T18:33:56.2463Z","end":"2026-03-31T18:33:56.428654Z","steps":["trace[1921057925] 'process raft request' (duration: 182.113345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:56.428879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.850887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:56.428977Z","caller":"traceutil/trace.go:171","msg":"trace[1604745223] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2789; }","duration":"121.028911ms","start":"2026-03-31T18:33:56.307928Z","end":"2026-03-31T18:33:56.428957Z","steps":["trace[1604745223] 'agreement among raft nodes before linearized reading' (duration: 120.780855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:56.783581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.273365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:56.783665Z","caller":"traceutil/trace.go:171","msg":"trace[2021358141] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2789; }","duration":"286.427658ms","start":"2026-03-31T18:33:56.497221Z","end":"2026-03-31T18:33:56.783649Z","steps":["trace[2021358141] 'range keys from in-memory index tree' (duration: 286.150343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.370378Z","caller":"traceutil/trace.go:171","msg":"trace[1991084546] linearizableReadLoop","detail":"{readStateIndex:2909; appliedIndex:2908; }","duration":"104.605489ms","start":"2026-03-31T18:33:57.265746Z","end":"2026-03-31T18:33:57.370351Z","steps":["trace[1991084546] 'read index received' (duration: 104.515137ms)","trace[1991084546] 'applied index is now lower than readState.Index' (duration: 89.062µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:57.370646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.887895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:33:57.370707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.691176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:57.370746Z","caller":"traceutil/trace.go:171","msg":"trace[404736468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2789; }","duration":"105.046519ms","start":"2026-03-31T18:33:57.265681Z","end":"2026-03-31T18:33:57.370727Z","steps":["trace[404736468] 'agreement among raft nodes before linearized reading' (duration: 104.793283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.370796Z","caller":"traceutil/trace.go:171","msg":"trace[1191160917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2789; }","duration":"102.842969ms","start":"2026-03-31T18:33:57.267934Z","end":"2026-03-31T18:33:57.370777Z","steps":["trace[1191160917] 'agreement among raft nodes before linearized reading' (duration: 102.580833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.761324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.809614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:57.761434Z","caller":"traceutil/trace.go:171","msg":"trace[841658745] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"389.489492ms","start":"2026-03-31T18:33:57.371929Z","end":"2026-03-31T18:33:57.761419Z","steps":["trace[841658745] 'process raft request' (duration: 182.502524ms)","trace[841658745] 'compare' (duration: 206.671211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:57.761478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.371868Z","time spent":"389.589925ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:57.853151Z","caller":"traceutil/trace.go:171","msg":"trace[365253746] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2909; }","duration":"360.756652ms","start":"2026-03-31T18:33:57.492371Z","end":"2026-03-31T18:33:57.853128Z","steps":["trace[365253746] 'read index received' (duration: 62.073416ms)","trace[365253746] 'applied index is now lower than readState.Index' (duration: 298.682306ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:57.853277Z","caller":"traceutil/trace.go:171","msg":"trace[1577056503] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"476.946525ms","start":"2026-03-31T18:33:57.37632Z","end":"2026-03-31T18:33:57.853267Z","steps":["trace[1577056503] 'process raft request' (duration: 476.475964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.853358Z","caller":"traceutil/trace.go:171","msg":"trace[711363968] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"426.928531ms","start":"2026-03-31T18:33:57.42641Z","end":"2026-03-31T18:33:57.853338Z","steps":["trace[711363968] 'process raft request' (duration: 426.683135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.853381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.376301Z","time spent":"477.002966ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:57.853477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.426397Z","time spent":"427.012353ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:57.853559Z","caller":"traceutil/trace.go:171","msg":"trace[1382407540] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"427.379712ms","start":"2026-03-31T18:33:57.426174Z","end":"2026-03-31T18:33:57.853554Z","steps":["trace[1382407540] 'process raft request' (duration: 426.879391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.853592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.426166Z","time spent":"427.408312ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:57.853628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.252673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:33:57.853645Z","caller":"traceutil/trace.go:171","msg":"trace[1915987713] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"476.575706ms","start":"2026-03-31T18:33:57.377065Z","end":"2026-03-31T18:33:57.85364Z","steps":["trace[1915987713] 'process raft request' (duration: 475.907291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.853623Z","caller":"traceutil/trace.go:171","msg":"trace[1520828169] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"427.513414ms","start":"2026-03-31T18:33:57.426062Z","end":"2026-03-31T18:33:57.853576Z","steps":["trace[1520828169] 'process raft request' (duration: 426.954992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.853675Z","caller":"traceutil/trace.go:171","msg":"trace[1860001681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2795; }","duration":"361.320695ms","start":"2026-03-31T18:33:57.492339Z","end":"2026-03-31T18:33:57.85366Z","steps":["trace[1860001681] 'agreement among raft nodes before linearized reading' (duration: 361.156991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.853724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.492324Z","time spent":"361.393266ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:57.853847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.426034Z","time spent":"427.695019ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:57.853674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:57.377043Z","time spent":"476.619196ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:58.035235Z","caller":"traceutil/trace.go:171","msg":"trace[439778103] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2915; }","duration":"176.942109ms","start":"2026-03-31T18:33:57.858265Z","end":"2026-03-31T18:33:58.035208Z","steps":["trace[439778103] 'read index received' (duration: 91.015732ms)","trace[439778103] 'applied index is now lower than readState.Index' (duration: 85.925087ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:58.035386Z","caller":"traceutil/trace.go:171","msg":"trace[997002743] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"177.531902ms","start":"2026-03-31T18:33:57.857842Z","end":"2026-03-31T18:33:58.035374Z","steps":["trace[997002743] 'process raft request' (duration: 91.427052ms)","trace[997002743] 'compare' (duration: 85.583758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:58.035584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.306687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:33:58.03562Z","caller":"traceutil/trace.go:171","msg":"trace[1897450551] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2796; }","duration":"177.385479ms","start":"2026-03-31T18:33:57.858225Z","end":"2026-03-31T18:33:58.03561Z","steps":["trace[1897450551] 'agreement among raft nodes before linearized reading' (duration: 177.291396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.035725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.758926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:58.035804Z","caller":"traceutil/trace.go:171","msg":"trace[25452629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2796; }","duration":"139.890299ms","start":"2026-03-31T18:33:57.895892Z","end":"2026-03-31T18:33:58.035782Z","steps":["trace[25452629] 'agreement among raft nodes before linearized reading' (duration: 139.672394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.388607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.438882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:58.388775Z","caller":"traceutil/trace.go:171","msg":"trace[678522170] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"348.925905ms","start":"2026-03-31T18:33:58.03981Z","end":"2026-03-31T18:33:58.388736Z","steps":["trace[678522170] 'process raft request' (duration: 159.264518ms)","trace[678522170] 'compare' (duration: 189.267938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:58.388828Z","caller":"traceutil/trace.go:171","msg":"trace[370488672] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"218.94663ms","start":"2026-03-31T18:33:58.169831Z","end":"2026-03-31T18:33:58.388778Z","steps":["trace[370488672] 'process raft request' (duration: 218.882868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.388786Z","caller":"traceutil/trace.go:171","msg":"trace[1042512430] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2916; }","duration":"262.726171ms","start":"2026-03-31T18:33:58.126036Z","end":"2026-03-31T18:33:58.388762Z","steps":["trace[1042512430] 'read index received' (duration: 73.056385ms)","trace[1042512430] 'applied index is now lower than readState.Index' (duration: 189.667816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:58.388967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.039788Z","time spent":"349.054877ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:58.388976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.921205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:33:58.389021Z","caller":"traceutil/trace.go:171","msg":"trace[1249446248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2798; }","duration":"263.001778ms","start":"2026-03-31T18:33:58.126005Z","end":"2026-03-31T18:33:58.389007Z","steps":["trace[1249446248] 'agreement among raft nodes before linearized reading' (duration: 262.819894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.389172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.115555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:33:58.389214Z","caller":"traceutil/trace.go:171","msg":"trace[1694738606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2798; }","duration":"261.170836ms","start":"2026-03-31T18:33:58.128031Z","end":"2026-03-31T18:33:58.389202Z","steps":["trace[1694738606] 'agreement among raft nodes before linearized reading' (duration: 261.018453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.894573Z","caller":"traceutil/trace.go:171","msg":"trace[1716338016] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"502.354699ms","start":"2026-03-31T18:33:58.392191Z","end":"2026-03-31T18:33:58.894545Z","steps":["trace[1716338016] 'process raft request' (duration: 502.127584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.894801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.392168Z","time spent":"502.495113ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.099049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.833091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:59.099162Z","caller":"traceutil/trace.go:171","msg":"trace[706225485] linearizableReadLoop","detail":"{readStateIndex:2921; appliedIndex:2919; }","duration":"597.672229ms","start":"2026-03-31T18:33:58.501472Z","end":"2026-03-31T18:33:59.099144Z","steps":["trace[706225485] 'read index received' (duration: 392.847459ms)","trace[706225485] 'applied index is now lower than readState.Index' (duration: 204.82345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:59.099274Z","caller":"traceutil/trace.go:171","msg":"trace[418432837] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"706.964874ms","start":"2026-03-31T18:33:58.392294Z","end":"2026-03-31T18:33:59.099258Z","steps":["trace[418432837] 'process raft request' (duration: 527.821436ms)","trace[418432837] 'compare' (duration: 178.571715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:59.099369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.392267Z","time spent":"707.060117ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:59.099575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.091879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:59.099659Z","caller":"traceutil/trace.go:171","msg":"trace[1473794373] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2801; }","duration":"598.202881ms","start":"2026-03-31T18:33:58.501439Z","end":"2026-03-31T18:33:59.099642Z","steps":["trace[1473794373] 'agreement among raft nodes before linearized reading' (duration: 598.073678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.09971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:58.501426Z","time spent":"598.270723ms","remote":"127.0.0.1:41602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:59.099737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.221362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-03-31T18:33:59.099839Z","caller":"traceutil/trace.go:171","msg":"trace[1934609863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6; range_end:; response_count:1; response_revision:2801; }","duration":"240.360665ms","start":"2026-03-31T18:33:58.859433Z","end":"2026-03-31T18:33:59.099794Z","steps":["trace[1934609863] 'agreement among raft nodes before linearized reading' (duration: 240.10786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:59.099378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.848388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:59.100111Z","caller":"traceutil/trace.go:171","msg":"trace[2074598985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2801; }","duration":"246.587466ms","start":"2026-03-31T18:33:58.853454Z","end":"2026-03-31T18:33:59.100042Z","steps":["trace[2074598985] 'agreement among raft nodes before linearized reading' (duration: 245.834978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.122909Z","caller":"traceutil/trace.go:171","msg":"trace[1726233797] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"261.983676ms","start":"2026-03-31T18:33:59.860906Z","end":"2026-03-31T18:34:00.12289Z","steps":["trace[1726233797] 'process raft request' (duration: 261.74218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.123286Z","caller":"traceutil/trace.go:171","msg":"trace[1547401493] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"261.886373ms","start":"2026-03-31T18:33:59.861368Z","end":"2026-03-31T18:34:00.123255Z","steps":["trace[1547401493] 'process raft request' (duration: 261.481474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.123343Z","caller":"traceutil/trace.go:171","msg":"trace[1092488219] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"259.0993ms","start":"2026-03-31T18:33:59.864207Z","end":"2026-03-31T18:34:00.123306Z","steps":["trace[1092488219] 'process raft request' (duration: 259.007698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.123457Z","caller":"traceutil/trace.go:171","msg":"trace[1352126152] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"260.42858ms","start":"2026-03-31T18:33:59.863008Z","end":"2026-03-31T18:34:00.123437Z","steps":["trace[1352126152] 'process raft request' (duration: 260.130833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.284537Z","caller":"traceutil/trace.go:171","msg":"trace[860233184] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"118.826682ms","start":"2026-03-31T18:34:00.165676Z","end":"2026-03-31T18:34:00.284503Z","steps":["trace[860233184] 'process raft request' (duration: 36.706201ms)","trace[860233184] 'compare' (duration: 81.943346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:00.575841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.931071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:00.575984Z","caller":"traceutil/trace.go:171","msg":"trace[1847087772] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"181.517482ms","start":"2026-03-31T18:34:00.394446Z","end":"2026-03-31T18:34:00.575963Z","steps":["trace[1847087772] 'read index received' (duration: 55.291432ms)","trace[1847087772] 'applied index is now lower than readState.Index' (duration: 126.22466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:00.576406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.446386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-03-31T18:34:00.576523Z","caller":"traceutil/trace.go:171","msg":"trace[1968688400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6; range_end:; response_count:1; response_revision:2809; }","duration":"176.60258ms","start":"2026-03-31T18:34:00.399886Z","end":"2026-03-31T18:34:00.576488Z","steps":["trace[1968688400] 'agreement among raft nodes before linearized reading' (duration: 176.277273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.576914Z","caller":"traceutil/trace.go:171","msg":"trace[2130559469] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"202.201732ms","start":"2026-03-31T18:34:00.373782Z","end":"2026-03-31T18:34:00.575984Z","steps":["trace[2130559469] 'process raft request' (duration: 76.034144ms)","trace[2130559469] 'compare' (duration: 125.774858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:00.577626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.141468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:00.577754Z","caller":"traceutil/trace.go:171","msg":"trace[2135626630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2809; }","duration":"183.325072ms","start":"2026-03-31T18:34:00.394406Z","end":"2026-03-31T18:34:00.577732Z","steps":["trace[2135626630] 'agreement among raft nodes before linearized reading' (duration: 181.671215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.808153Z","caller":"traceutil/trace.go:171","msg":"trace[1658235296] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"226.616703ms","start":"2026-03-31T18:34:00.581513Z","end":"2026-03-31T18:34:00.80813Z","steps":["trace[1658235296] 'process raft request' (duration: 226.450109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:00.874407Z","caller":"traceutil/trace.go:171","msg":"trace[1678097157] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"289.309553ms","start":"2026-03-31T18:34:00.58505Z","end":"2026-03-31T18:34:00.874359Z","steps":["trace[1678097157] 'process raft request' (duration: 289.016377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:01.57998Z","caller":"traceutil/trace.go:171","msg":"trace[155483938] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"158.742946ms","start":"2026-03-31T18:34:01.42121Z","end":"2026-03-31T18:34:01.579953Z","steps":["trace[155483938] 'process raft request' (duration: 158.525311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.314374Z","caller":"traceutil/trace.go:171","msg":"trace[933436629] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"183.871135ms","start":"2026-03-31T18:34:02.130479Z","end":"2026-03-31T18:34:02.31435Z","steps":["trace[933436629] 'process raft request' (duration: 134.932898ms)","trace[933436629] 'compare' (duration: 48.780394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:02.314619Z","caller":"traceutil/trace.go:171","msg":"trace[923939636] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2935; }","duration":"171.119786ms","start":"2026-03-31T18:34:02.143475Z","end":"2026-03-31T18:34:02.314594Z","steps":["trace[923939636] 'read index received' (duration: 8.253947ms)","trace[923939636] 'applied index is now lower than readState.Index' (duration: 162.864939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:02.314797Z","caller":"traceutil/trace.go:171","msg":"trace[693119038] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"181.376179ms","start":"2026-03-31T18:34:02.133386Z","end":"2026-03-31T18:34:02.314762Z","steps":["trace[693119038] 'process raft request' (duration: 181.093862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.314887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.395982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6\" ","response":"range_response_count:1 size:3923"} {"level":"info","ts":"2026-03-31T18:34:02.314935Z","caller":"traceutil/trace.go:171","msg":"trace[1811039317] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6; range_end:; response_count:1; response_revision:2819; }","duration":"171.493804ms","start":"2026-03-31T18:34:02.143428Z","end":"2026-03-31T18:34:02.314921Z","steps":["trace[1811039317] 'agreement among raft nodes before linearized reading' (duration: 171.29822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.315125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.709888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:34:02.315343Z","caller":"traceutil/trace.go:171","msg":"trace[1710219596] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"182.727629ms","start":"2026-03-31T18:34:02.132537Z","end":"2026-03-31T18:34:02.315265Z","steps":["trace[1710219596] 'process raft request' (duration: 181.773788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.315452Z","caller":"traceutil/trace.go:171","msg":"trace[547892682] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2819; }","duration":"163.847601ms","start":"2026-03-31T18:34:02.151337Z","end":"2026-03-31T18:34:02.315184Z","steps":["trace[547892682] 'agreement among raft nodes before linearized reading' (duration: 163.478643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.449135Z","caller":"traceutil/trace.go:171","msg":"trace[16102269] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"129.552975ms","start":"2026-03-31T18:34:02.319551Z","end":"2026-03-31T18:34:02.449104Z","steps":["trace[16102269] 'process raft request' (duration: 99.352091ms)","trace[16102269] 'compare' (duration: 29.993899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:02.987454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.719609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18a200c1cc0fba60\" ","response":"range_response_count:1 size:973"} {"level":"info","ts":"2026-03-31T18:34:02.987532Z","caller":"traceutil/trace.go:171","msg":"trace[1228623447] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-0.18a200c1cc0fba60; range_end:; response_count:1; response_revision:2820; }","duration":"314.857352ms","start":"2026-03-31T18:34:02.672657Z","end":"2026-03-31T18:34:02.987514Z","steps":["trace[1228623447] 'range keys from in-memory index tree' (duration: 314.545894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.98757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.672634Z","time spent":"314.927713ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":996,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-0.18a200c1cc0fba60\" "} {"level":"warn","ts":"2026-03-31T18:34:03.069428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.403075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:34:03.070067Z","caller":"traceutil/trace.go:171","msg":"trace[336005417] linearizableReadLoop","detail":"{readStateIndex:2942; appliedIndex:2940; }","duration":"256.984341ms","start":"2026-03-31T18:34:02.812879Z","end":"2026-03-31T18:34:03.069864Z","steps":["trace[336005417] 'read index received' (duration: 137.249859ms)","trace[336005417] 'applied index is now lower than readState.Index' (duration: 119.733332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:03.070177Z","caller":"traceutil/trace.go:171","msg":"trace[166847782] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"300.378864ms","start":"2026-03-31T18:34:02.769766Z","end":"2026-03-31T18:34:03.070145Z","steps":["trace[166847782] 'process raft request' (duration: 299.797661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.070299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.401421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:03.070363Z","caller":"traceutil/trace.go:171","msg":"trace[753348096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2821; }","duration":"257.503402ms","start":"2026-03-31T18:34:02.812843Z","end":"2026-03-31T18:34:03.070347Z","steps":["trace[753348096] 'agreement among raft nodes before linearized reading' (duration: 257.265657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.070635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.769743Z","time spent":"300.591958ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.181079Z","caller":"traceutil/trace.go:171","msg":"trace[1002822944] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"104.421516ms","start":"2026-03-31T18:34:03.076634Z","end":"2026-03-31T18:34:03.181055Z","steps":["trace[1002822944] 'process raft request' (duration: 104.366554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:03.181437Z","caller":"traceutil/trace.go:171","msg":"trace[1263875007] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"191.418377ms","start":"2026-03-31T18:34:02.990012Z","end":"2026-03-31T18:34:03.18143Z","steps":["trace[1263875007] 'process raft request' (duration: 129.72103ms)","trace[1263875007] 'compare' (duration: 61.124293ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:03.181533Z","caller":"traceutil/trace.go:171","msg":"trace[616327564] linearizableReadLoop","detail":"{readStateIndex:2943; appliedIndex:2942; }","duration":"111.414544ms","start":"2026-03-31T18:34:03.070112Z","end":"2026-03-31T18:34:03.181527Z","steps":["trace[616327564] 'read index received' (duration: 49.636855ms)","trace[616327564] 'applied index is now lower than readState.Index' (duration: 61.776929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:03.181738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.078531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:03.181759Z","caller":"traceutil/trace.go:171","msg":"trace[1215116098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2823; }","duration":"260.139832ms","start":"2026-03-31T18:34:02.921614Z","end":"2026-03-31T18:34:03.181754Z","steps":["trace[1215116098] 'agreement among raft nodes before linearized reading' (duration: 260.04668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.181991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.160226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:03.182114Z","caller":"traceutil/trace.go:171","msg":"trace[2003480344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2823; }","duration":"348.362972ms","start":"2026-03-31T18:34:02.833725Z","end":"2026-03-31T18:34:03.182088Z","steps":["trace[2003480344] 'agreement among raft nodes before linearized reading' (duration: 348.120156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.182183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.833697Z","time spent":"348.476515ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:04.095535Z","caller":"traceutil/trace.go:171","msg":"trace[232637083] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"119.589349ms","start":"2026-03-31T18:34:03.97592Z","end":"2026-03-31T18:34:04.095509Z","steps":["trace[232637083] 'process raft request' (duration: 119.391545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:04.751627Z","caller":"traceutil/trace.go:171","msg":"trace[47938877] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"115.324262ms","start":"2026-03-31T18:34:04.636276Z","end":"2026-03-31T18:34:04.7516Z","steps":["trace[47938877] 'process raft request' (duration: 83.683055ms)","trace[47938877] 'compare' (duration: 31.312609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:04.929471Z","caller":"traceutil/trace.go:171","msg":"trace[242235407] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"170.471042ms","start":"2026-03-31T18:34:04.758968Z","end":"2026-03-31T18:34:04.929439Z","steps":["trace[242235407] 'process raft request' (duration: 160.121097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:05.187714Z","caller":"traceutil/trace.go:171","msg":"trace[1372132023] linearizableReadLoop","detail":"{readStateIndex:2963; appliedIndex:2962; }","duration":"248.924649ms","start":"2026-03-31T18:34:04.938753Z","end":"2026-03-31T18:34:05.187678Z","steps":["trace[1372132023] 'read index received' (duration: 247.63805ms)","trace[1372132023] 'applied index is now lower than readState.Index' (duration: 1.285039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.187784Z","caller":"traceutil/trace.go:171","msg":"trace[2066831568] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"252.397238ms","start":"2026-03-31T18:34:04.935354Z","end":"2026-03-31T18:34:05.187751Z","steps":["trace[2066831568] 'process raft request' (duration: 250.551896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.18796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.184825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:34:05.188015Z","caller":"traceutil/trace.go:171","msg":"trace[2091525351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2841; }","duration":"249.292338ms","start":"2026-03-31T18:34:04.93871Z","end":"2026-03-31T18:34:05.188003Z","steps":["trace[2091525351] 'agreement among raft nodes before linearized reading' (duration: 249.117404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.188093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.40069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:05.188182Z","caller":"traceutil/trace.go:171","msg":"trace[526634937] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2841; }","duration":"234.557583ms","start":"2026-03-31T18:34:04.953603Z","end":"2026-03-31T18:34:05.188161Z","steps":["trace[526634937] 'agreement among raft nodes before linearized reading' (duration: 234.317628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.913706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.794737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:05.914192Z","caller":"traceutil/trace.go:171","msg":"trace[105346775] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"721.683498ms","start":"2026-03-31T18:34:05.192478Z","end":"2026-03-31T18:34:05.914161Z","steps":["trace[105346775] 'process raft request' (duration: 170.334628ms)","trace[105346775] 'compare' (duration: 550.413709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.914269Z","caller":"traceutil/trace.go:171","msg":"trace[2077929894] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2963; }","duration":"639.64461ms","start":"2026-03-31T18:34:05.274605Z","end":"2026-03-31T18:34:05.914249Z","steps":["trace[2077929894] 'read index received' (duration: 88.135756ms)","trace[2077929894] 'applied index is now lower than readState.Index' (duration: 551.506733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:05.914292Z","caller":"traceutil/trace.go:171","msg":"trace[1359831518] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"721.35677ms","start":"2026-03-31T18:34:05.192913Z","end":"2026-03-31T18:34:05.91427Z","steps":["trace[1359831518] 'process raft request' (duration: 720.91417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.914324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.192465Z","time spent":"721.803691ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.914406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.192906Z","time spent":"721.448672ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:05.914502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.876435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:34:05.914584Z","caller":"traceutil/trace.go:171","msg":"trace[1570604777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2843; }","duration":"640.004348ms","start":"2026-03-31T18:34:05.274562Z","end":"2026-03-31T18:34:05.914567Z","steps":["trace[1570604777] 'agreement among raft nodes before linearized reading' (duration: 639.778833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:05.914631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.274542Z","time spent":"640.080799ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:34:06.176028Z","caller":"traceutil/trace.go:171","msg":"trace[29139746] linearizableReadLoop","detail":"{readStateIndex:2966; appliedIndex:2965; }","duration":"261.696059ms","start":"2026-03-31T18:34:05.91431Z","end":"2026-03-31T18:34:06.176006Z","steps":["trace[29139746] 'read index received' (duration: 261.620377ms)","trace[29139746] 'applied index is now lower than readState.Index' (duration: 74.462µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:06.176246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.564374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:06.176285Z","caller":"traceutil/trace.go:171","msg":"trace[1001852057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2844; }","duration":"901.657375ms","start":"2026-03-31T18:34:05.274618Z","end":"2026-03-31T18:34:06.176275Z","steps":["trace[1001852057] 'agreement among raft nodes before linearized reading' (duration: 901.479691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.176261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.380095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:06.17632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.274593Z","time spent":"901.719197ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:34:06.176336Z","caller":"traceutil/trace.go:171","msg":"trace[1616348487] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2844; }","duration":"677.481917ms","start":"2026-03-31T18:34:05.498837Z","end":"2026-03-31T18:34:06.176318Z","steps":["trace[1616348487] 'agreement among raft nodes before linearized reading' (duration: 677.378314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:06.176335Z","caller":"traceutil/trace.go:171","msg":"trace[505327646] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"701.100912ms","start":"2026-03-31T18:34:05.475194Z","end":"2026-03-31T18:34:06.176295Z","steps":["trace[505327646] 'process raft request' (duration: 700.645642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.176376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.498821Z","time spent":"677.547429ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:34:06.176354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.75172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:06.17642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.767673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:34:06.176476Z","caller":"traceutil/trace.go:171","msg":"trace[1736951395] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2844; }","duration":"880.829214ms","start":"2026-03-31T18:34:05.295632Z","end":"2026-03-31T18:34:06.176461Z","steps":["trace[1736951395] 'agreement among raft nodes before linearized reading' (duration: 880.562128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:06.176482Z","caller":"traceutil/trace.go:171","msg":"trace[753393428] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2844; }","duration":"691.998296ms","start":"2026-03-31T18:34:05.484456Z","end":"2026-03-31T18:34:06.176454Z","steps":["trace[753393428] 'agreement among raft nodes before linearized reading' (duration: 691.677529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.176482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.158498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:06.1765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.475164Z","time spent":"701.253166ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.176521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.295573Z","time spent":"880.938116ms","remote":"127.0.0.1:41774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":309,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:06.176547Z","caller":"traceutil/trace.go:171","msg":"trace[489129399] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2844; }","duration":"439.262171ms","start":"2026-03-31T18:34:05.737271Z","end":"2026-03-31T18:34:06.176534Z","steps":["trace[489129399] 'agreement among raft nodes before linearized reading' (duration: 439.141128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.176571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.484393Z","time spent":"692.143399ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:06.176594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.737256Z","time spent":"439.328412ms","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:06.176671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.18809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:06.176717Z","caller":"traceutil/trace.go:171","msg":"trace[1349207329] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2844; }","duration":"556.755783ms","start":"2026-03-31T18:34:05.619951Z","end":"2026-03-31T18:34:06.176707Z","steps":["trace[1349207329] 'agreement among raft nodes before linearized reading' (duration: 556.136559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.176749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.61993Z","time spent":"556.809703ms","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:06.24955Z","caller":"traceutil/trace.go:171","msg":"trace[977039428] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"148.811611ms","start":"2026-03-31T18:34:06.100717Z","end":"2026-03-31T18:34:06.249528Z","steps":["trace[977039428] 'process raft request' (duration: 148.748089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:06.249691Z","caller":"traceutil/trace.go:171","msg":"trace[1681881851] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"330.407315ms","start":"2026-03-31T18:34:05.919121Z","end":"2026-03-31T18:34:06.249529Z","steps":["trace[1681881851] 'process raft request' (duration: 330.229791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.249783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:05.919097Z","time spent":"330.616879ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.899076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.444824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:06.899344Z","caller":"traceutil/trace.go:171","msg":"trace[1585231337] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"563.082845ms","start":"2026-03-31T18:34:06.336242Z","end":"2026-03-31T18:34:06.899325Z","steps":["trace[1585231337] 'process raft request' (duration: 563.040574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.899431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.336214Z","time spent":"563.173107ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:06.899464Z","caller":"traceutil/trace.go:171","msg":"trace[688740027] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"715.336605ms","start":"2026-03-31T18:34:06.1841Z","end":"2026-03-31T18:34:06.899437Z","steps":["trace[688740027] 'process raft request' (duration: 715.072659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:06.899493Z","caller":"traceutil/trace.go:171","msg":"trace[1714995421] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"694.268996ms","start":"2026-03-31T18:34:06.205195Z","end":"2026-03-31T18:34:06.899464Z","steps":["trace[1714995421] 'process raft request' (duration: 694.043261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:06.899515Z","caller":"traceutil/trace.go:171","msg":"trace[824692385] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"715.429017ms","start":"2026-03-31T18:34:06.18404Z","end":"2026-03-31T18:34:06.899469Z","steps":["trace[824692385] 'process raft request' (duration: 211.525392ms)","trace[824692385] 'compare' (duration: 503.291701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:06.899615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.184091Z","time spent":"715.445097ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.899629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.205164Z","time spent":"694.392489ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:06.899666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.491778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"warn","ts":"2026-03-31T18:34:06.89966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.457373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:06.899718Z","caller":"traceutil/trace.go:171","msg":"trace[508030363] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2850; }","duration":"715.55659ms","start":"2026-03-31T18:34:06.184151Z","end":"2026-03-31T18:34:06.899708Z","steps":["trace[508030363] 'agreement among raft nodes before linearized reading' (duration: 715.357795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.899698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.184024Z","time spent":"715.59166ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:06.899733Z","caller":"traceutil/trace.go:171","msg":"trace[161903817] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2850; }","duration":"691.558825ms","start":"2026-03-31T18:34:06.20816Z","end":"2026-03-31T18:34:06.899718Z","steps":["trace[161903817] 'agreement among raft nodes before linearized reading' (duration: 691.447923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.89975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.184146Z","time spent":"715.596491ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":15187,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:34:06.899768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.883606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:34:06.899835Z","caller":"traceutil/trace.go:171","msg":"trace[483183726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2850; }","duration":"662.985538ms","start":"2026-03-31T18:34:06.236831Z","end":"2026-03-31T18:34:06.899816Z","steps":["trace[483183726] 'agreement among raft nodes before linearized reading' (duration: 662.669501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.899878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.236813Z","time spent":"663.05677ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:34:06.899784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.208146Z","time spent":"691.630737ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:34:06.899483Z","caller":"traceutil/trace.go:171","msg":"trace[1347475978] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2968; }","duration":"649.960033ms","start":"2026-03-31T18:34:06.249506Z","end":"2026-03-31T18:34:06.899466Z","steps":["trace[1347475978] 'read index received' (duration: 146.048669ms)","trace[1347475978] 'applied index is now lower than readState.Index' (duration: 503.909034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:06.900243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.719983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:06.900287Z","caller":"traceutil/trace.go:171","msg":"trace[1484910076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2850; }","duration":"519.791774ms","start":"2026-03-31T18:34:06.380484Z","end":"2026-03-31T18:34:06.900276Z","steps":["trace[1484910076] 'agreement among raft nodes before linearized reading' (duration: 519.63938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.900317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.380468Z","time spent":"519.841235ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:06.900418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.078688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:06.900459Z","caller":"traceutil/trace.go:171","msg":"trace[2132370228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2850; }","duration":"519.145189ms","start":"2026-03-31T18:34:06.381305Z","end":"2026-03-31T18:34:06.900451Z","steps":["trace[2132370228] 'agreement among raft nodes before linearized reading' (duration: 519.040577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.900486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.381294Z","time spent":"519.18599ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:06.900691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.779991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:06.90076Z","caller":"traceutil/trace.go:171","msg":"trace[2022878419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2850; }","duration":"416.889634ms","start":"2026-03-31T18:34:06.48385Z","end":"2026-03-31T18:34:06.90074Z","steps":["trace[2022878419] 'agreement among raft nodes before linearized reading' (duration: 416.427264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:06.900917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:06.483826Z","time spent":"417.044647ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:07.1458Z","caller":"traceutil/trace.go:171","msg":"trace[641949622] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"239.641509ms","start":"2026-03-31T18:34:06.906122Z","end":"2026-03-31T18:34:07.145764Z","steps":["trace[641949622] 'process raft request' (duration: 239.376873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.146199Z","caller":"traceutil/trace.go:171","msg":"trace[1531655099] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"239.916256ms","start":"2026-03-31T18:34:06.906224Z","end":"2026-03-31T18:34:07.14614Z","steps":["trace[1531655099] 'process raft request' (duration: 239.476466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:07.146431Z","caller":"traceutil/trace.go:171","msg":"trace[1890326718] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"233.825166ms","start":"2026-03-31T18:34:06.912581Z","end":"2026-03-31T18:34:07.146406Z","steps":["trace[1890326718] 'process raft request' (duration: 233.392467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.146435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.84876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:07.146291Z","caller":"traceutil/trace.go:171","msg":"trace[523241278] linearizableReadLoop","detail":"{readStateIndex:2975; appliedIndex:2972; }","duration":"238.715938ms","start":"2026-03-31T18:34:06.907557Z","end":"2026-03-31T18:34:07.146273Z","steps":["trace[523241278] 'read index received' (duration: 82.976029ms)","trace[523241278] 'applied index is now lower than readState.Index' (duration: 155.738889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:07.146532Z","caller":"traceutil/trace.go:171","msg":"trace[1020270087] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:0; response_revision:2854; }","duration":"238.966984ms","start":"2026-03-31T18:34:06.907531Z","end":"2026-03-31T18:34:07.146498Z","steps":["trace[1020270087] 'agreement among raft nodes before linearized reading' (duration: 238.79203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.146707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.545158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:34:07.14677Z","caller":"traceutil/trace.go:171","msg":"trace[2138045195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2854; }","duration":"236.6193ms","start":"2026-03-31T18:34:06.910136Z","end":"2026-03-31T18:34:07.146755Z","steps":["trace[2138045195] 'agreement among raft nodes before linearized reading' (duration: 236.466117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.146934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.305521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:34:07.146999Z","caller":"traceutil/trace.go:171","msg":"trace[26861356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2854; }","duration":"201.378482ms","start":"2026-03-31T18:34:06.9456Z","end":"2026-03-31T18:34:07.146979Z","steps":["trace[26861356] 'agreement among raft nodes before linearized reading' (duration: 201.176728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.656859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.904088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:34:07.656984Z","caller":"traceutil/trace.go:171","msg":"trace[1038349263] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:2854; }","duration":"403.092582ms","start":"2026-03-31T18:34:07.253864Z","end":"2026-03-31T18:34:07.656956Z","steps":["trace[1038349263] 'range keys from in-memory index tree' (duration: 402.674573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.657059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.253838Z","time spent":"403.205644ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:34:07.657161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.361828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:07.657242Z","caller":"traceutil/trace.go:171","msg":"trace[1658190686] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2854; }","duration":"241.514671ms","start":"2026-03-31T18:34:07.415707Z","end":"2026-03-31T18:34:07.657222Z","steps":["trace[1658190686] 'count revisions from in-memory index tree' (duration: 241.287525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.657293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.893725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:07.657469Z","caller":"traceutil/trace.go:171","msg":"trace[1906499029] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2854; }","duration":"421.13465ms","start":"2026-03-31T18:34:07.236271Z","end":"2026-03-31T18:34:07.657405Z","steps":["trace[1906499029] 'range keys from in-memory index tree' (duration: 420.742681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:07.657548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.236241Z","time spent":"421.292443ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:08.259302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.812715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:08.259521Z","caller":"traceutil/trace.go:171","msg":"trace[872419472] linearizableReadLoop","detail":"{readStateIndex:2978; appliedIndex:2977; }","duration":"517.845371ms","start":"2026-03-31T18:34:07.74162Z","end":"2026-03-31T18:34:08.259466Z","steps":["trace[872419472] 'read index received' (duration: 249.695877ms)","trace[872419472] 'applied index is now lower than readState.Index' (duration: 268.148103ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:08.259595Z","caller":"traceutil/trace.go:171","msg":"trace[2082116638] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"519.991508ms","start":"2026-03-31T18:34:07.739594Z","end":"2026-03-31T18:34:08.259585Z","steps":["trace[2082116638] 'process raft request' (duration: 251.793234ms)","trace[2082116638] 'compare' (duration: 267.664912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:08.259648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.739558Z","time spent":"520.06582ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:08.260009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.345992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:34:08.260164Z","caller":"traceutil/trace.go:171","msg":"trace[880436468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2855; }","duration":"518.548247ms","start":"2026-03-31T18:34:07.741586Z","end":"2026-03-31T18:34:08.260134Z","steps":["trace[880436468] 'agreement among raft nodes before linearized reading' (duration: 518.070466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.260246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.741566Z","time spent":"518.6664ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:34:08.482311Z","caller":"traceutil/trace.go:171","msg":"trace[897367397] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2978; }","duration":"222.719067ms","start":"2026-03-31T18:34:08.259546Z","end":"2026-03-31T18:34:08.482266Z","steps":["trace[897367397] 'read index received' (duration: 210.800617ms)","trace[897367397] 'applied index is now lower than readState.Index' (duration: 11.917239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:08.48238Z","caller":"traceutil/trace.go:171","msg":"trace[69714459] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"225.214392ms","start":"2026-03-31T18:34:08.257133Z","end":"2026-03-31T18:34:08.482347Z","steps":["trace[69714459] 'process raft request' (duration: 213.211691ms)","trace[69714459] 'compare' (duration: 11.742586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:08.482466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.494021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:08.482459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.189727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:34:08.482493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.486724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:08.482514Z","caller":"traceutil/trace.go:171","msg":"trace[477345112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2856; }","duration":"648.623074ms","start":"2026-03-31T18:34:07.833879Z","end":"2026-03-31T18:34:08.482502Z","steps":["trace[477345112] 'agreement among raft nodes before linearized reading' (duration: 648.510071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.482522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.576927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:34:08.482532Z","caller":"traceutil/trace.go:171","msg":"trace[1148007023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2856; }","duration":"227.33799ms","start":"2026-03-31T18:34:08.255178Z","end":"2026-03-31T18:34:08.482516Z","steps":["trace[1148007023] 'agreement among raft nodes before linearized reading' (duration: 227.105305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.482548Z","caller":"traceutil/trace.go:171","msg":"trace[131699762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2856; }","duration":"220.650039ms","start":"2026-03-31T18:34:08.261889Z","end":"2026-03-31T18:34:08.48254Z","steps":["trace[131699762] 'agreement among raft nodes before linearized reading' (duration: 220.586437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.482545Z","caller":"traceutil/trace.go:171","msg":"trace[937588266] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2856; }","duration":"657.603986ms","start":"2026-03-31T18:34:07.824923Z","end":"2026-03-31T18:34:08.482527Z","steps":["trace[937588266] 'agreement among raft nodes before linearized reading' (duration: 657.522565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.482544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.833838Z","time spent":"648.699996ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:08.482576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.824901Z","time spent":"657.667088ms","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:34:08.482709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.768781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:34:08.482826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.775502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8556"} {"level":"info","ts":"2026-03-31T18:34:08.482827Z","caller":"traceutil/trace.go:171","msg":"trace[1109554825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2856; }","duration":"563.898394ms","start":"2026-03-31T18:34:07.918907Z","end":"2026-03-31T18:34:08.482805Z","steps":["trace[1109554825] 'agreement among raft nodes before linearized reading' (duration: 563.451264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.48287Z","caller":"traceutil/trace.go:171","msg":"trace[892862600] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2856; }","duration":"220.879004ms","start":"2026-03-31T18:34:08.261981Z","end":"2026-03-31T18:34:08.48286Z","steps":["trace[892862600] 'agreement among raft nodes before linearized reading' (duration: 220.71866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:08.482881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:07.918831Z","time spent":"564.040177ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:34:08.672491Z","caller":"traceutil/trace.go:171","msg":"trace[1584886213] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"183.461906ms","start":"2026-03-31T18:34:08.488998Z","end":"2026-03-31T18:34:08.67246Z","steps":["trace[1584886213] 'process raft request' (duration: 99.383251ms)","trace[1584886213] 'compare' (duration: 83.632995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:08.672637Z","caller":"traceutil/trace.go:171","msg":"trace[944774737] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2980; }","duration":"183.071827ms","start":"2026-03-31T18:34:08.489535Z","end":"2026-03-31T18:34:08.672607Z","steps":["trace[944774737] 'read index received' (duration: 74.442606ms)","trace[944774737] 'applied index is now lower than readState.Index' (duration: 108.628251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:08.672821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.262613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:08.672875Z","caller":"traceutil/trace.go:171","msg":"trace[713868670] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:0; response_revision:2859; }","duration":"183.345154ms","start":"2026-03-31T18:34:08.489517Z","end":"2026-03-31T18:34:08.672862Z","steps":["trace[713868670] 'agreement among raft nodes before linearized reading' (duration: 183.251362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:08.67274Z","caller":"traceutil/trace.go:171","msg":"trace[1296156126] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"179.328262ms","start":"2026-03-31T18:34:08.493402Z","end":"2026-03-31T18:34:08.67273Z","steps":["trace[1296156126] 'process raft request' (duration: 178.931623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.008152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.226137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:09.008292Z","caller":"traceutil/trace.go:171","msg":"trace[456100593] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"425.878937ms","start":"2026-03-31T18:34:08.58239Z","end":"2026-03-31T18:34:09.008269Z","steps":["trace[456100593] 'process raft request' (duration: 232.483086ms)","trace[456100593] 'compare' (duration: 193.003921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:09.008408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:08.582359Z","time spent":"425.99872ms","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2453,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:09.008413Z","caller":"traceutil/trace.go:171","msg":"trace[1425032798] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"100.566298ms","start":"2026-03-31T18:34:08.90783Z","end":"2026-03-31T18:34:09.008397Z","steps":["trace[1425032798] 'process raft request' (duration: 100.504736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:09.008631Z","caller":"traceutil/trace.go:171","msg":"trace[13453651] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"103.833892ms","start":"2026-03-31T18:34:08.904785Z","end":"2026-03-31T18:34:09.008619Z","steps":["trace[13453651] 'process raft request' (duration: 103.450713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:09.008623Z","caller":"traceutil/trace.go:171","msg":"trace[1517912649] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2982; }","duration":"335.905699ms","start":"2026-03-31T18:34:08.672696Z","end":"2026-03-31T18:34:09.008602Z","steps":["trace[1517912649] 'read index received' (duration: 142.141721ms)","trace[1517912649] 'applied index is now lower than readState.Index' (duration: 193.762718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:09.008828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.6352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:09.00886Z","caller":"traceutil/trace.go:171","msg":"trace[539139808] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2862; }","duration":"451.719722ms","start":"2026-03-31T18:34:08.557126Z","end":"2026-03-31T18:34:09.008846Z","steps":["trace[539139808] 'agreement among raft nodes before linearized reading' (duration: 451.62667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.008901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:08.557096Z","time spent":"451.793244ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:09.009179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.624175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:09.009224Z","caller":"traceutil/trace.go:171","msg":"trace[484917027] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:0; response_revision:2862; }","duration":"332.718967ms","start":"2026-03-31T18:34:08.676495Z","end":"2026-03-31T18:34:09.009214Z","steps":["trace[484917027] 'agreement among raft nodes before linearized reading' (duration: 332.645115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.009249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:08.676469Z","time spent":"332.773968ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"warn","ts":"2026-03-31T18:34:09.009421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.948279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:34:09.009475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.106068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:34:09.0095Z","caller":"traceutil/trace.go:171","msg":"trace[378281291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2862; }","duration":"102.089162ms","start":"2026-03-31T18:34:08.907393Z","end":"2026-03-31T18:34:09.009483Z","steps":["trace[378281291] 'agreement among raft nodes before linearized reading' (duration: 101.805986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:09.009512Z","caller":"traceutil/trace.go:171","msg":"trace[309373547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2862; }","duration":"515.17776ms","start":"2026-03-31T18:34:08.494323Z","end":"2026-03-31T18:34:09.009501Z","steps":["trace[309373547] 'agreement among raft nodes before linearized reading' (duration: 514.506105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.009542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:08.494313Z","time spent":"515.219701ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:34:09.152846Z","caller":"traceutil/trace.go:171","msg":"trace[1372627258] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"137.904534ms","start":"2026-03-31T18:34:09.014905Z","end":"2026-03-31T18:34:09.15281Z","steps":["trace[1372627258] 'process raft request' (duration: 97.787575ms)","trace[1372627258] 'compare' (duration: 39.878444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:09.152994Z","caller":"traceutil/trace.go:171","msg":"trace[845756788] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2985; }","duration":"136.091682ms","start":"2026-03-31T18:34:09.016827Z","end":"2026-03-31T18:34:09.152919Z","steps":["trace[845756788] 'read index received' (duration: 71.411157ms)","trace[845756788] 'applied index is now lower than readState.Index' (duration: 64.678355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:09.153003Z","caller":"traceutil/trace.go:171","msg":"trace[253868991] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"134.341164ms","start":"2026-03-31T18:34:09.018632Z","end":"2026-03-31T18:34:09.152973Z","steps":["trace[253868991] 'process raft request' (duration: 134.071188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.153225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.386719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/auth-system/keycloak-env-vars\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:09.153276Z","caller":"traceutil/trace.go:171","msg":"trace[1421251705] range","detail":"{range_begin:/registry/configmaps/auth-system/keycloak-env-vars; range_end:; response_count:0; response_revision:2865; }","duration":"136.498421ms","start":"2026-03-31T18:34:09.016764Z","end":"2026-03-31T18:34:09.153262Z","steps":["trace[1421251705] 'agreement among raft nodes before linearized reading' (duration: 136.357528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:09.387379Z","caller":"traceutil/trace.go:171","msg":"trace[1932107759] linearizableReadLoop","detail":"{readStateIndex:2990; appliedIndex:2988; }","duration":"228.382794ms","start":"2026-03-31T18:34:09.158966Z","end":"2026-03-31T18:34:09.387349Z","steps":["trace[1932107759] 'read index received' (duration: 16.154656ms)","trace[1932107759] 'applied index is now lower than readState.Index' (duration: 212.227098ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:09.387483Z","caller":"traceutil/trace.go:171","msg":"trace[101761201] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"229.157641ms","start":"2026-03-31T18:34:09.158285Z","end":"2026-03-31T18:34:09.387443Z","steps":["trace[101761201] 'process raft request' (duration: 202.995799ms)","trace[101761201] 'compare' (duration: 25.942597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:09.387527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.547838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:09.387566Z","caller":"traceutil/trace.go:171","msg":"trace[2090375249] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:0; response_revision:2867; }","duration":"228.615019ms","start":"2026-03-31T18:34:09.158941Z","end":"2026-03-31T18:34:09.387556Z","steps":["trace[2090375249] 'agreement among raft nodes before linearized reading' (duration: 228.522927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.823375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.659267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:09.823599Z","caller":"traceutil/trace.go:171","msg":"trace[783328939] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2991; }","duration":"154.08366ms","start":"2026-03-31T18:34:09.6695Z","end":"2026-03-31T18:34:09.823584Z","steps":["trace[783328939] 'read index received' (duration: 118.913453ms)","trace[783328939] 'applied index is now lower than readState.Index' (duration: 35.169547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:09.823741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.249044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T18:34:09.823771Z","caller":"traceutil/trace.go:171","msg":"trace[2004263621] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2871; }","duration":"154.347206ms","start":"2026-03-31T18:34:09.669416Z","end":"2026-03-31T18:34:09.823763Z","steps":["trace[2004263621] 'agreement among raft nodes before linearized reading' (duration: 154.207343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:09.823789Z","caller":"traceutil/trace.go:171","msg":"trace[1357899494] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"387.714133ms","start":"2026-03-31T18:34:09.436054Z","end":"2026-03-31T18:34:09.823768Z","steps":["trace[1357899494] 'process raft request' (duration: 110.603306ms)","trace[1357899494] 'compare' (duration: 276.246107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:09.823892Z","caller":"traceutil/trace.go:171","msg":"trace[1981087564] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"350.972411ms","start":"2026-03-31T18:34:09.472901Z","end":"2026-03-31T18:34:09.823873Z","steps":["trace[1981087564] 'process raft request' (duration: 350.637704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.823963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.472868Z","time spent":"351.065944ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:34:09.823998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.436023Z","time spent":"387.832746ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:09.823686Z","caller":"traceutil/trace.go:171","msg":"trace[531320252] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"387.379376ms","start":"2026-03-31T18:34:09.436248Z","end":"2026-03-31T18:34:09.823628Z","steps":["trace[531320252] 'process raft request' (duration: 387.219002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:09.824065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:09.436184Z","time spent":"387.863166ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:10.026931Z","caller":"traceutil/trace.go:171","msg":"trace[1410938921] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"149.653999ms","start":"2026-03-31T18:34:09.877245Z","end":"2026-03-31T18:34:10.026899Z","steps":["trace[1410938921] 'process raft request' (duration: 55.763213ms)","trace[1410938921] 'compare' (duration: 93.663081ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:10.291547Z","caller":"traceutil/trace.go:171","msg":"trace[100252865] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:2999; }","duration":"173.959031ms","start":"2026-03-31T18:34:10.117567Z","end":"2026-03-31T18:34:10.291526Z","steps":["trace[100252865] 'read index received' (duration: 82.10906ms)","trace[100252865] 'applied index is now lower than readState.Index' (duration: 91.849261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:10.291658Z","caller":"traceutil/trace.go:171","msg":"trace[1065115323] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"184.532351ms","start":"2026-03-31T18:34:10.107081Z","end":"2026-03-31T18:34:10.291613Z","steps":["trace[1065115323] 'process raft request' (duration: 92.645479ms)","trace[1065115323] 'compare' (duration: 91.636476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:10.291798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.210867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak.18a200c52ec2b6a6\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T18:34:10.291838Z","caller":"traceutil/trace.go:171","msg":"trace[84445455] range","detail":"{range_begin:/registry/events/auth-system/keycloak.18a200c52ec2b6a6; range_end:; response_count:1; response_revision:2878; }","duration":"174.294519ms","start":"2026-03-31T18:34:10.11753Z","end":"2026-03-31T18:34:10.291824Z","steps":["trace[84445455] 'agreement among raft nodes before linearized reading' (duration: 174.133215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:10.291865Z","caller":"traceutil/trace.go:171","msg":"trace[1025360615] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"184.540041ms","start":"2026-03-31T18:34:10.107294Z","end":"2026-03-31T18:34:10.291834Z","steps":["trace[1025360615] 'process raft request' (duration: 184.190533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:10.470513Z","caller":"traceutil/trace.go:171","msg":"trace[2090934385] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"174.357881ms","start":"2026-03-31T18:34:10.296123Z","end":"2026-03-31T18:34:10.47048Z","steps":["trace[2090934385] 'process raft request' (duration: 174.278839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:10.470522Z","caller":"traceutil/trace.go:171","msg":"trace[61325145] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"176.734754ms","start":"2026-03-31T18:34:10.293752Z","end":"2026-03-31T18:34:10.470486Z","steps":["trace[61325145] 'process raft request' (duration: 119.248561ms)","trace[61325145] 'compare' (duration: 57.191775ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:10.757641Z","caller":"traceutil/trace.go:171","msg":"trace[1303254810] linearizableReadLoop","detail":"{readStateIndex:3006; appliedIndex:3004; }","duration":"273.221529ms","start":"2026-03-31T18:34:10.484394Z","end":"2026-03-31T18:34:10.757615Z","steps":["trace[1303254810] 'read index received' (duration: 79.564572ms)","trace[1303254810] 'applied index is now lower than readState.Index' (duration: 193.655857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:10.757758Z","caller":"traceutil/trace.go:171","msg":"trace[69551218] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"268.38386ms","start":"2026-03-31T18:34:10.489361Z","end":"2026-03-31T18:34:10.757745Z","steps":["trace[69551218] 'process raft request' (duration: 268.191805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:10.757748Z","caller":"traceutil/trace.go:171","msg":"trace[1902902485] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"277.262271ms","start":"2026-03-31T18:34:10.480453Z","end":"2026-03-31T18:34:10.757715Z","steps":["trace[1902902485] 'process raft request' (duration: 276.844232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:10.757996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.592338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:34:10.758063Z","caller":"traceutil/trace.go:171","msg":"trace[143274020] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2884; }","duration":"273.700319ms","start":"2026-03-31T18:34:10.484344Z","end":"2026-03-31T18:34:10.758044Z","steps":["trace[143274020] 'agreement among raft nodes before linearized reading' (duration: 273.509705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.090785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.782267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:11.091288Z","caller":"traceutil/trace.go:171","msg":"trace[1504200111] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"462.427774ms","start":"2026-03-31T18:34:10.628659Z","end":"2026-03-31T18:34:11.091087Z","steps":["trace[1504200111] 'process raft request' (duration: 462.24881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.091396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.628648Z","time spent":"462.697581ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:11.09141Z","caller":"traceutil/trace.go:171","msg":"trace[1775067401] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3007; }","duration":"333.677928ms","start":"2026-03-31T18:34:10.757711Z","end":"2026-03-31T18:34:11.091389Z","steps":["trace[1775067401] 'read index received' (duration: 159.339309ms)","trace[1775067401] 'applied index is now lower than readState.Index' (duration: 174.335939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:11.091525Z","caller":"traceutil/trace.go:171","msg":"trace[911572499] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"515.867585ms","start":"2026-03-31T18:34:10.575648Z","end":"2026-03-31T18:34:11.091516Z","steps":["trace[911572499] 'process raft request' (duration: 341.228149ms)","trace[911572499] 'compare' (duration: 173.589753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:11.091593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.57562Z","time spent":"515.929967ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:11.091606Z","caller":"traceutil/trace.go:171","msg":"trace[685348870] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"331.655442ms","start":"2026-03-31T18:34:10.759933Z","end":"2026-03-31T18:34:11.091588Z","steps":["trace[685348870] 'process raft request' (duration: 331.12205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.091668Z","caller":"traceutil/trace.go:171","msg":"trace[1818656573] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"461.563135ms","start":"2026-03-31T18:34:10.630084Z","end":"2026-03-31T18:34:11.091647Z","steps":["trace[1818656573] 'process raft request' (duration: 460.90015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.091695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.759902Z","time spent":"331.752164ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1434,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:11.091381Z","caller":"traceutil/trace.go:171","msg":"trace[1904949928] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"327.839336ms","start":"2026-03-31T18:34:10.763518Z","end":"2026-03-31T18:34:11.091357Z","steps":["trace[1904949928] 'process raft request' (duration: 327.765755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.091724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.580166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:11.09176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.942528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:34:11.091811Z","caller":"traceutil/trace.go:171","msg":"trace[1943761785] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2889; }","duration":"465.718089ms","start":"2026-03-31T18:34:10.626073Z","end":"2026-03-31T18:34:11.091791Z","steps":["trace[1943761785] 'agreement among raft nodes before linearized reading' (duration: 465.531025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.091866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.626051Z","time spent":"465.804851ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:11.091898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.495529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:11.091949Z","caller":"traceutil/trace.go:171","msg":"trace[1904857029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2889; }","duration":"414.556331ms","start":"2026-03-31T18:34:10.677366Z","end":"2026-03-31T18:34:11.091923Z","steps":["trace[1904857029] 'agreement among raft nodes before linearized reading' (duration: 414.448349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.091817Z","caller":"traceutil/trace.go:171","msg":"trace[469462333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2889; }","duration":"524.04717ms","start":"2026-03-31T18:34:10.567754Z","end":"2026-03-31T18:34:11.091801Z","steps":["trace[469462333] 'agreement among raft nodes before linearized reading' (duration: 523.857426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.09199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.677353Z","time spent":"414.629042ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:11.091759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.630046Z","time spent":"461.676777ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:34:11.091763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.763507Z","time spent":"328.233085ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:11.093702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.56773Z","time spent":"525.959504ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:11.512036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.464864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:11.512212Z","caller":"traceutil/trace.go:171","msg":"trace[435695680] linearizableReadLoop","detail":"{readStateIndex:3014; appliedIndex:3012; }","duration":"420.7355ms","start":"2026-03-31T18:34:11.091456Z","end":"2026-03-31T18:34:11.512191Z","steps":["trace[435695680] 'read index received' (duration: 249.111043ms)","trace[435695680] 'applied index is now lower than readState.Index' (duration: 171.623277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:11.512336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.015212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:11.512322Z","caller":"traceutil/trace.go:171","msg":"trace[1832461512] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"498.184975ms","start":"2026-03-31T18:34:11.014101Z","end":"2026-03-31T18:34:11.512286Z","steps":["trace[1832461512] 'process raft request' (duration: 498.034651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.512366Z","caller":"traceutil/trace.go:171","msg":"trace[440224500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2891; }","duration":"679.097493ms","start":"2026-03-31T18:34:10.83326Z","end":"2026-03-31T18:34:11.512357Z","steps":["trace[440224500] 'agreement among raft nodes before linearized reading' (duration: 679.019581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.512404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.833236Z","time spent":"679.161725ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:11.512365Z","caller":"traceutil/trace.go:171","msg":"trace[240616456] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"498.241455ms","start":"2026-03-31T18:34:11.014077Z","end":"2026-03-31T18:34:11.512319Z","steps":["trace[240616456] 'process raft request' (duration: 326.404443ms)","trace[240616456] 'compare' (duration: 171.350971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:11.512488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.014072Z","time spent":"498.323448ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:11.512533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.66431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121230"} {"level":"warn","ts":"2026-03-31T18:34:11.512564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.014049Z","time spent":"498.40792ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:11.512608Z","caller":"traceutil/trace.go:171","msg":"trace[1383790959] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2891; }","duration":"752.782122ms","start":"2026-03-31T18:34:10.759809Z","end":"2026-03-31T18:34:11.512591Z","steps":["trace[1383790959] 'agreement among raft nodes before linearized reading' (duration: 752.472224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.512662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:10.759789Z","time spent":"752.864425ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":121253,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:34:11.519931Z","caller":"traceutil/trace.go:171","msg":"trace[876297260] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"417.668802ms","start":"2026-03-31T18:34:11.102241Z","end":"2026-03-31T18:34:11.51991Z","steps":["trace[876297260] 'process raft request' (duration: 417.629541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.520063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.102232Z","time spent":"417.763963ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:11.520201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.318787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:34:11.52026Z","caller":"traceutil/trace.go:171","msg":"trace[1774069473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2895; }","duration":"128.434309ms","start":"2026-03-31T18:34:11.391813Z","end":"2026-03-31T18:34:11.520248Z","steps":["trace[1774069473] 'agreement among raft nodes before linearized reading' (duration: 128.207464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.520342Z","caller":"traceutil/trace.go:171","msg":"trace[973187311] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"423.405141ms","start":"2026-03-31T18:34:11.096925Z","end":"2026-03-31T18:34:11.52033Z","steps":["trace[973187311] 'process raft request' (duration: 422.760877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.520406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.096897Z","time spent":"423.480363ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1335,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:34:11.520419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.493973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:11.520443Z","caller":"traceutil/trace.go:171","msg":"trace[1590073816] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2895; }","duration":"261.570035ms","start":"2026-03-31T18:34:11.258865Z","end":"2026-03-31T18:34:11.520435Z","steps":["trace[1590073816] 'agreement among raft nodes before linearized reading' (duration: 261.523994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.520606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.351422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:34:11.520628Z","caller":"traceutil/trace.go:171","msg":"trace[1382740708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2895; }","duration":"341.407213ms","start":"2026-03-31T18:34:11.179215Z","end":"2026-03-31T18:34:11.520622Z","steps":["trace[1382740708] 'agreement among raft nodes before linearized reading' (duration: 341.339432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.520626Z","caller":"traceutil/trace.go:171","msg":"trace[1596004554] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"423.253688ms","start":"2026-03-31T18:34:11.097362Z","end":"2026-03-31T18:34:11.520615Z","steps":["trace[1596004554] 'process raft request' (duration: 422.4163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.520647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.179186Z","time spent":"341.455574ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:11.520673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.097345Z","time spent":"423.306699ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:34:11.520769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.19068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:11.520796Z","caller":"traceutil/trace.go:171","msg":"trace[2024542577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2895; }","duration":"364.247981ms","start":"2026-03-31T18:34:11.156542Z","end":"2026-03-31T18:34:11.52079Z","steps":["trace[2024542577] 'agreement among raft nodes before linearized reading' (duration: 364.1826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.520814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.156523Z","time spent":"364.287353ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:34:11.520909Z","caller":"traceutil/trace.go:171","msg":"trace[184463397] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"421.087269ms","start":"2026-03-31T18:34:11.099806Z","end":"2026-03-31T18:34:11.520894Z","steps":["trace[184463397] 'process raft request' (duration: 420.018505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.520997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.051919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:11.521001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.099773Z","time spent":"421.197032ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:11.521022Z","caller":"traceutil/trace.go:171","msg":"trace[1804396948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2895; }","duration":"425.10118ms","start":"2026-03-31T18:34:11.095914Z","end":"2026-03-31T18:34:11.521015Z","steps":["trace[1804396948] 'agreement among raft nodes before linearized reading' (duration: 425.004618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:11.521044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.095901Z","time spent":"425.138831ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:11.805137Z","caller":"traceutil/trace.go:171","msg":"trace[525443317] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3018; }","duration":"285.094058ms","start":"2026-03-31T18:34:11.520001Z","end":"2026-03-31T18:34:11.805095Z","steps":["trace[525443317] 'read index received' (duration: 274.568729ms)","trace[525443317] 'applied index is now lower than readState.Index' (duration: 10.522909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:11.80593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.284341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:11.806026Z","caller":"traceutil/trace.go:171","msg":"trace[2080540223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2896; }","duration":"292.421303ms","start":"2026-03-31T18:34:11.513586Z","end":"2026-03-31T18:34:11.806007Z","steps":["trace[2080540223] 'agreement among raft nodes before linearized reading' (duration: 291.690217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:11.805277Z","caller":"traceutil/trace.go:171","msg":"trace[908212601] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"289.403925ms","start":"2026-03-31T18:34:11.515783Z","end":"2026-03-31T18:34:11.805186Z","steps":["trace[908212601] 'process raft request' (duration: 279.782627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:12.327019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.005552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:12.32725Z","caller":"traceutil/trace.go:171","msg":"trace[418618932] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"802.371275ms","start":"2026-03-31T18:34:11.524857Z","end":"2026-03-31T18:34:12.327228Z","steps":["trace[418618932] 'process raft request' (duration: 658.014135ms)","trace[418618932] 'compare' (duration: 143.818358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:12.327298Z","caller":"traceutil/trace.go:171","msg":"trace[224506966] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"802.293554ms","start":"2026-03-31T18:34:11.524976Z","end":"2026-03-31T18:34:12.327269Z","steps":["trace[224506966] 'process raft request' (duration: 802.183221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:12.32732Z","caller":"traceutil/trace.go:171","msg":"trace[1976941363] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"801.561757ms","start":"2026-03-31T18:34:11.525743Z","end":"2026-03-31T18:34:12.327305Z","steps":["trace[1976941363] 'process raft request' (duration: 801.483345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:12.327335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.524836Z","time spent":"802.468748ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:12.327392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.525735Z","time spent":"801.621149ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:12.327418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.524958Z","time spent":"802.389376ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:12.327523Z","caller":"traceutil/trace.go:171","msg":"trace[130752319] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"801.71523ms","start":"2026-03-31T18:34:11.525796Z","end":"2026-03-31T18:34:12.327511Z","steps":["trace[130752319] 'process raft request' (duration: 801.465785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:12.327514Z","caller":"traceutil/trace.go:171","msg":"trace[383783860] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3019; }","duration":"522.230189ms","start":"2026-03-31T18:34:11.80524Z","end":"2026-03-31T18:34:12.327471Z","steps":["trace[383783860] 'read index received' (duration: 377.650645ms)","trace[383783860] 'applied index is now lower than readState.Index' (duration: 144.577924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:12.327581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.525791Z","time spent":"801.762001ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:12.32773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.249476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:12.327845Z","caller":"traceutil/trace.go:171","msg":"trace[947231764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2900; }","duration":"607.42296ms","start":"2026-03-31T18:34:11.720401Z","end":"2026-03-31T18:34:12.327824Z","steps":["trace[947231764] 'agreement among raft nodes before linearized reading' (duration: 607.189384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:12.327924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.720379Z","time spent":"607.530112ms","remote":"127.0.0.1:48412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:12.35051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.569821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:12.350583Z","caller":"traceutil/trace.go:171","msg":"trace[1845601656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2901; }","duration":"376.693714ms","start":"2026-03-31T18:34:11.973874Z","end":"2026-03-31T18:34:12.350568Z","steps":["trace[1845601656] 'agreement among raft nodes before linearized reading' (duration: 376.5459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:12.350623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.973845Z","time spent":"376.768386ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:12.350494Z","caller":"traceutil/trace.go:171","msg":"trace[2133825366] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"541.973648ms","start":"2026-03-31T18:34:11.808484Z","end":"2026-03-31T18:34:12.350458Z","steps":["trace[2133825366] 'process raft request' (duration: 541.805654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:12.350802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:11.808458Z","time spent":"542.253304ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1300,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:12.803855Z","caller":"traceutil/trace.go:171","msg":"trace[780847796] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"449.029641ms","start":"2026-03-31T18:34:12.354795Z","end":"2026-03-31T18:34:12.803825Z","steps":["trace[780847796] 'process raft request' (duration: 361.941379ms)","trace[780847796] 'compare' (duration: 86.896878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:12.803998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.354756Z","time spent":"449.165935ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:12.99671Z","caller":"traceutil/trace.go:171","msg":"trace[2022918949] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"638.021252ms","start":"2026-03-31T18:34:12.358665Z","end":"2026-03-31T18:34:12.996686Z","steps":["trace[2022918949] 'process raft request' (duration: 637.959811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:12.996776Z","caller":"traceutil/trace.go:171","msg":"trace[1328127912] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"640.296784ms","start":"2026-03-31T18:34:12.356455Z","end":"2026-03-31T18:34:12.996752Z","steps":["trace[1328127912] 'process raft request' (duration: 639.997327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:12.996864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.356422Z","time spent":"640.400446ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:34:12.996867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.35865Z","time spent":"638.146324ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7158,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:34:13.293989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.823503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:13.294268Z","caller":"traceutil/trace.go:171","msg":"trace[1203016803] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"528.759108ms","start":"2026-03-31T18:34:12.765469Z","end":"2026-03-31T18:34:13.294228Z","steps":["trace[1203016803] 'process raft request' (duration: 344.603106ms)","trace[1203016803] 'compare' (duration: 183.619869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:13.294777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.765439Z","time spent":"529.241399ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:13.75001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.899877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:34:13.75035Z","caller":"traceutil/trace.go:171","msg":"trace[271131641] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3025; }","duration":"918.363073ms","start":"2026-03-31T18:34:12.83196Z","end":"2026-03-31T18:34:13.750323Z","steps":["trace[271131641] 'read index received' (duration: 164.494476ms)","trace[271131641] 'applied index is now lower than readState.Index' (duration: 753.866987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:13.750548Z","caller":"traceutil/trace.go:171","msg":"trace[1221870343] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"738.971979ms","start":"2026-03-31T18:34:13.01154Z","end":"2026-03-31T18:34:13.750512Z","steps":["trace[1221870343] 'process raft request' (duration: 738.627551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.750683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.7056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:13.750739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.011519Z","time spent":"739.123292ms","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5195,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:13.750773Z","caller":"traceutil/trace.go:171","msg":"trace[767379162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2906; }","duration":"918.843824ms","start":"2026-03-31T18:34:12.831909Z","end":"2026-03-31T18:34:13.750753Z","steps":["trace[767379162] 'agreement among raft nodes before linearized reading' (duration: 918.648859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.750951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:12.831887Z","time spent":"919.053008ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:13.824324Z","caller":"traceutil/trace.go:171","msg":"trace[635035086] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"304.886767ms","start":"2026-03-31T18:34:13.51941Z","end":"2026-03-31T18:34:13.824297Z","steps":["trace[635035086] 'process raft request' (duration: 304.708383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.824504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.519374Z","time spent":"305.03947ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:13.829902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.815951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:13.829894Z","caller":"traceutil/trace.go:171","msg":"trace[59127019] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"310.224498ms","start":"2026-03-31T18:34:13.519629Z","end":"2026-03-31T18:34:13.829853Z","steps":["trace[59127019] 'process raft request' (duration: 309.84832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:13.829967Z","caller":"traceutil/trace.go:171","msg":"trace[1527920030] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2908; }","duration":"634.931323ms","start":"2026-03-31T18:34:13.19502Z","end":"2026-03-31T18:34:13.829952Z","steps":["trace[1527920030] 'agreement among raft nodes before linearized reading' (duration: 634.78912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.830025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.194993Z","time spent":"635.005465ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:13.829898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.324516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:13.830101Z","caller":"traceutil/trace.go:171","msg":"trace[286849838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2908; }","duration":"305.584782ms","start":"2026-03-31T18:34:13.524491Z","end":"2026-03-31T18:34:13.830075Z","steps":["trace[286849838] 'agreement among raft nodes before linearized reading' (duration: 305.176093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.830114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.51962Z","time spent":"310.365971ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:13.830177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.524474Z","time spent":"305.685935ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:13.830427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.895787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:13.830483Z","caller":"traceutil/trace.go:171","msg":"trace[787635078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2908; }","duration":"304.989449ms","start":"2026-03-31T18:34:13.525479Z","end":"2026-03-31T18:34:13.830469Z","steps":["trace[787635078] 'agreement among raft nodes before linearized reading' (duration: 304.177821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.830522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.525445Z","time spent":"305.064531ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:13.83089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.11258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:13.831018Z","caller":"traceutil/trace.go:171","msg":"trace[592234317] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2908; }","duration":"825.326015ms","start":"2026-03-31T18:34:13.005664Z","end":"2026-03-31T18:34:13.83099Z","steps":["trace[592234317] 'agreement among raft nodes before linearized reading' (duration: 824.084878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.831089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:13.005644Z","time spent":"825.433317ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:13.985051Z","caller":"traceutil/trace.go:171","msg":"trace[308210625] linearizableReadLoop","detail":"{readStateIndex:3034; appliedIndex:3032; }","duration":"149.808493ms","start":"2026-03-31T18:34:13.835221Z","end":"2026-03-31T18:34:13.98503Z","steps":["trace[308210625] 'read index received' (duration: 54.80551ms)","trace[308210625] 'applied index is now lower than readState.Index' (duration: 95.001783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:13.985157Z","caller":"traceutil/trace.go:171","msg":"trace[2013779747] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"149.833553ms","start":"2026-03-31T18:34:13.835312Z","end":"2026-03-31T18:34:13.985145Z","steps":["trace[2013779747] 'process raft request' (duration: 149.67765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:13.985168Z","caller":"traceutil/trace.go:171","msg":"trace[191182054] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"150.055039ms","start":"2026-03-31T18:34:13.835079Z","end":"2026-03-31T18:34:13.985134Z","steps":["trace[191182054] 'process raft request' (duration: 149.749652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:13.985576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.322515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:34:13.985662Z","caller":"traceutil/trace.go:171","msg":"trace[1919146710] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2911; }","duration":"150.473698ms","start":"2026-03-31T18:34:13.835169Z","end":"2026-03-31T18:34:13.985643Z","steps":["trace[1919146710] 'agreement among raft nodes before linearized reading' (duration: 150.08377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.068551Z","caller":"traceutil/trace.go:171","msg":"trace[58726111] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"167.123786ms","start":"2026-03-31T18:34:13.901396Z","end":"2026-03-31T18:34:14.068519Z","steps":["trace[58726111] 'process raft request' (duration: 166.998103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.068573Z","caller":"traceutil/trace.go:171","msg":"trace[1208595612] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"167.481595ms","start":"2026-03-31T18:34:13.901058Z","end":"2026-03-31T18:34:14.068539Z","steps":["trace[1208595612] 'process raft request' (duration: 167.149067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.069004Z","caller":"traceutil/trace.go:171","msg":"trace[915895047] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"166.507562ms","start":"2026-03-31T18:34:13.902413Z","end":"2026-03-31T18:34:14.068921Z","steps":["trace[915895047] 'process raft request' (duration: 166.044552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.069171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.936977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:14.069152Z","caller":"traceutil/trace.go:171","msg":"trace[599952143] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"163.583716ms","start":"2026-03-31T18:34:13.90546Z","end":"2026-03-31T18:34:14.069043Z","steps":["trace[599952143] 'process raft request' (duration: 163.33955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.069284Z","caller":"traceutil/trace.go:171","msg":"trace[1844820622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2915; }","duration":"229.113551ms","start":"2026-03-31T18:34:13.840146Z","end":"2026-03-31T18:34:14.069259Z","steps":["trace[1844820622] 'agreement among raft nodes before linearized reading' (duration: 228.942477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.225987Z","caller":"traceutil/trace.go:171","msg":"trace[1111965428] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"133.889993ms","start":"2026-03-31T18:34:14.092072Z","end":"2026-03-31T18:34:14.225962Z","steps":["trace[1111965428] 'process raft request' (duration: 133.654248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:14.226172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.449022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:34:14.226242Z","caller":"traceutil/trace.go:171","msg":"trace[296167328] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2917; }","duration":"133.571395ms","start":"2026-03-31T18:34:14.092656Z","end":"2026-03-31T18:34:14.226227Z","steps":["trace[296167328] 'agreement among raft nodes before linearized reading' (duration: 133.377731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.225966Z","caller":"traceutil/trace.go:171","msg":"trace[412336503] linearizableReadLoop","detail":"{readStateIndex:3041; appliedIndex:3040; }","duration":"133.205127ms","start":"2026-03-31T18:34:14.092696Z","end":"2026-03-31T18:34:14.225901Z","steps":["trace[412336503] 'read index received' (duration: 133.082664ms)","trace[412336503] 'applied index is now lower than readState.Index' (duration: 120.843µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:14.268346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.910705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:14.268495Z","caller":"traceutil/trace.go:171","msg":"trace[1365046359] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2918; }","duration":"131.092759ms","start":"2026-03-31T18:34:14.137347Z","end":"2026-03-31T18:34:14.26844Z","steps":["trace[1365046359] 'agreement among raft nodes before linearized reading' (duration: 130.856854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.268332Z","caller":"traceutil/trace.go:171","msg":"trace[1456588603] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"172.19682ms","start":"2026-03-31T18:34:14.096084Z","end":"2026-03-31T18:34:14.268281Z","steps":["trace[1456588603] 'process raft request' (duration: 171.960944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.661339Z","caller":"traceutil/trace.go:171","msg":"trace[247249463] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"247.916066ms","start":"2026-03-31T18:34:14.413395Z","end":"2026-03-31T18:34:14.661311Z","steps":["trace[247249463] 'process raft request' (duration: 247.776913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:14.661373Z","caller":"traceutil/trace.go:171","msg":"trace[1402590873] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"248.146512ms","start":"2026-03-31T18:34:14.413176Z","end":"2026-03-31T18:34:14.661323Z","steps":["trace[1402590873] 'process raft request' (duration: 222.327646ms)","trace[1402590873] 'compare' (duration: 25.499118ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:14.661441Z","caller":"traceutil/trace.go:171","msg":"trace[532346358] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"247.988768ms","start":"2026-03-31T18:34:14.413408Z","end":"2026-03-31T18:34:14.661396Z","steps":["trace[532346358] 'process raft request' (duration: 247.821355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:15.56934Z","caller":"traceutil/trace.go:171","msg":"trace[546983490] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"350.50625ms","start":"2026-03-31T18:34:15.218804Z","end":"2026-03-31T18:34:15.569311Z","steps":["trace[546983490] 'process raft request' (duration: 350.356677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:15.569475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.218788Z","time spent":"350.626273ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3071,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:34:15.619744Z","caller":"traceutil/trace.go:171","msg":"trace[432946586] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"319.579839ms","start":"2026-03-31T18:34:15.300138Z","end":"2026-03-31T18:34:15.619718Z","steps":["trace[432946586] 'process raft request' (duration: 319.412115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:15.619904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.300115Z","time spent":"319.708232ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.185046Z","caller":"traceutil/trace.go:171","msg":"trace[75330659] linearizableReadLoop","detail":"{readStateIndex:3052; appliedIndex:3051; }","duration":"319.713682ms","start":"2026-03-31T18:34:15.865308Z","end":"2026-03-31T18:34:16.185021Z","steps":["trace[75330659] 'read index received' (duration: 288.223688ms)","trace[75330659] 'applied index is now lower than readState.Index' (duration: 31.488314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:16.185173Z","caller":"traceutil/trace.go:171","msg":"trace[1078064524] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"349.941067ms","start":"2026-03-31T18:34:15.83522Z","end":"2026-03-31T18:34:16.185161Z","steps":["trace[1078064524] 'process raft request' (duration: 318.245848ms)","trace[1078064524] 'compare' (duration: 31.044194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:16.185277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.835209Z","time spent":"349.989638ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:16.185473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.190042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:16.185549Z","caller":"traceutil/trace.go:171","msg":"trace[1562809196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2928; }","duration":"195.289474ms","start":"2026-03-31T18:34:15.990242Z","end":"2026-03-31T18:34:16.185531Z","steps":["trace[1562809196] 'agreement among raft nodes before linearized reading' (duration: 195.073119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.185551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.220865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:16.185684Z","caller":"traceutil/trace.go:171","msg":"trace[814159598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2928; }","duration":"320.360688ms","start":"2026-03-31T18:34:15.865278Z","end":"2026-03-31T18:34:16.185638Z","steps":["trace[814159598] 'agreement among raft nodes before linearized reading' (duration: 320.00905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.185758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:15.865263Z","time spent":"320.45847ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:16.185691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.806906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:16.185919Z","caller":"traceutil/trace.go:171","msg":"trace[1345368601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2928; }","duration":"196.207194ms","start":"2026-03-31T18:34:15.989687Z","end":"2026-03-31T18:34:16.185894Z","steps":["trace[1345368601] 'agreement among raft nodes before linearized reading' (duration: 195.58283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.507263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.465723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:16.507472Z","caller":"traceutil/trace.go:171","msg":"trace[845947782] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3052; }","duration":"270.936657ms","start":"2026-03-31T18:34:16.236519Z","end":"2026-03-31T18:34:16.507455Z","steps":["trace[845947782] 'read index received' (duration: 103.212448ms)","trace[845947782] 'applied index is now lower than readState.Index' (duration: 167.723189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:16.50758Z","caller":"traceutil/trace.go:171","msg":"trace[960001154] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"317.703327ms","start":"2026-03-31T18:34:16.189865Z","end":"2026-03-31T18:34:16.507568Z","steps":["trace[960001154] 'process raft request' (duration: 149.832794ms)","trace[960001154] 'compare' (duration: 167.255248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:16.507649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.189848Z","time spent":"317.766838ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.507877Z","caller":"traceutil/trace.go:171","msg":"trace[811243181] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"317.532633ms","start":"2026-03-31T18:34:16.190319Z","end":"2026-03-31T18:34:16.507852Z","steps":["trace[811243181] 'process raft request' (duration: 317.047592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.507892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.340696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:16.507976Z","caller":"traceutil/trace.go:171","msg":"trace[1670535610] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2930; }","duration":"271.49304ms","start":"2026-03-31T18:34:16.236463Z","end":"2026-03-31T18:34:16.507956Z","steps":["trace[1670535610] 'agreement among raft nodes before linearized reading' (duration: 271.123851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.508014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:16.190311Z","time spent":"317.627875ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:16.680324Z","caller":"traceutil/trace.go:171","msg":"trace[1296925035] linearizableReadLoop","detail":"{readStateIndex:3055; appliedIndex:3054; }","duration":"165.54227ms","start":"2026-03-31T18:34:16.514736Z","end":"2026-03-31T18:34:16.680279Z","steps":["trace[1296925035] 'read index received' (duration: 100.64856ms)","trace[1296925035] 'applied index is now lower than readState.Index' (duration: 64.8914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:16.68095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.159634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:34:16.681068Z","caller":"traceutil/trace.go:171","msg":"trace[13333345] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2931; }","duration":"166.301649ms","start":"2026-03-31T18:34:16.514722Z","end":"2026-03-31T18:34:16.681024Z","steps":["trace[13333345] 'agreement among raft nodes before linearized reading' (duration: 166.014731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:16.68112Z","caller":"traceutil/trace.go:171","msg":"trace[200136788] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"168.623031ms","start":"2026-03-31T18:34:16.512468Z","end":"2026-03-31T18:34:16.681091Z","steps":["trace[200136788] 'process raft request' (duration: 103.023394ms)","trace[200136788] 'compare' (duration: 64.549073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:16.956304Z","caller":"traceutil/trace.go:171","msg":"trace[1566827317] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"269.078055ms","start":"2026-03-31T18:34:16.6872Z","end":"2026-03-31T18:34:16.956278Z","steps":["trace[1566827317] 'process raft request' (duration: 268.85495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:16.956537Z","caller":"traceutil/trace.go:171","msg":"trace[2091595329] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3056; }","duration":"152.441023ms","start":"2026-03-31T18:34:16.804062Z","end":"2026-03-31T18:34:16.956503Z","steps":["trace[2091595329] 'read index received' (duration: 151.874621ms)","trace[2091595329] 'applied index is now lower than readState.Index' (duration: 564.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:16.956613Z","caller":"traceutil/trace.go:171","msg":"trace[398279817] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"269.183157ms","start":"2026-03-31T18:34:16.687413Z","end":"2026-03-31T18:34:16.956596Z","steps":["trace[398279817] 'process raft request' (duration: 268.822799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:16.956686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.608348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:16.956725Z","caller":"traceutil/trace.go:171","msg":"trace[1244685510] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2934; }","duration":"152.73113ms","start":"2026-03-31T18:34:16.803979Z","end":"2026-03-31T18:34:16.956711Z","steps":["trace[1244685510] 'agreement among raft nodes before linearized reading' (duration: 152.636648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:17.976106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.502728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:17.976186Z","caller":"traceutil/trace.go:171","msg":"trace[239837026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2936; }","duration":"138.642801ms","start":"2026-03-31T18:34:17.837527Z","end":"2026-03-31T18:34:17.97617Z","steps":["trace[239837026] 'range keys from in-memory index tree' (duration: 138.397195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:17.976335Z","caller":"traceutil/trace.go:171","msg":"trace[297592720] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"106.283928ms","start":"2026-03-31T18:34:17.870022Z","end":"2026-03-31T18:34:17.976306Z","steps":["trace[297592720] 'process raft request' (duration: 103.579657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:19.188067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:19.688896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:20.189506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:20.334443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:20.334517Z","caller":"traceutil/trace.go:171","msg":"trace[1819085618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2938; }","duration":"1.822000063s","start":"2026-03-31T18:34:18.512499Z","end":"2026-03-31T18:34:20.334499Z","steps":["trace[1819085618] 'range keys from in-memory index tree' (duration: 1.821729367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.334554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.512479Z","time spent":"1.822065905s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:20.33451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822449863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:20.334621Z","caller":"traceutil/trace.go:171","msg":"trace[28382517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2938; }","duration":"1.822627897s","start":"2026-03-31T18:34:18.511966Z","end":"2026-03-31T18:34:20.334594Z","steps":["trace[28382517] 'range keys from in-memory index tree' (duration: 1.822209398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.33469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.511949Z","time spent":"1.822728399s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:20.33519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.79169ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:20.33529Z","caller":"traceutil/trace.go:171","msg":"trace[1693629713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2938; }","duration":"438.895802ms","start":"2026-03-31T18:34:19.896383Z","end":"2026-03-31T18:34:20.335279Z","steps":["trace[1693629713] 'range keys from in-memory index tree' (duration: 438.78063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.645511Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.033645527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:34:20.646145Z","caller":"traceutil/trace.go:171","msg":"trace[105115119] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"2.048296829s","start":"2026-03-31T18:34:18.597822Z","end":"2026-03-31T18:34:20.646119Z","steps":["trace[105115119] 'process raft request' (duration: 2.048102505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:20.646309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.597791Z","time spent":"2.048427542s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.02778Z","caller":"traceutil/trace.go:171","msg":"trace[416404271] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"2.333141211s","start":"2026-03-31T18:34:18.694607Z","end":"2026-03-31T18:34:21.027748Z","steps":["trace[416404271] 'process raft request' (duration: 2.332940097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.027969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.694546Z","time spent":"2.333327495s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.028143Z","caller":"traceutil/trace.go:171","msg":"trace[416283367] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"1.325148738s","start":"2026-03-31T18:34:19.702958Z","end":"2026-03-31T18:34:21.028107Z","steps":["trace[416283367] 'process raft request' (duration: 1.32474998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.028307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.702907Z","time spent":"1.325299452s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.028951Z","caller":"traceutil/trace.go:171","msg":"trace[837020146] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3063; }","duration":"2.341666754s","start":"2026-03-31T18:34:18.687234Z","end":"2026-03-31T18:34:21.0289Z","steps":["trace[837020146] 'read index received' (duration: 1.958819391s)","trace[837020146] 'applied index is now lower than readState.Index' (duration: 382.846063ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:21.029318Z","caller":"traceutil/trace.go:171","msg":"trace[1065316969] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"690.358319ms","start":"2026-03-31T18:34:20.338947Z","end":"2026-03-31T18:34:21.029305Z","steps":["trace[1065316969] 'process raft request' (duration: 689.902729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.029344Z","caller":"traceutil/trace.go:171","msg":"trace[1659523200] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"1.008684079s","start":"2026-03-31T18:34:20.020645Z","end":"2026-03-31T18:34:21.029329Z","steps":["trace[1659523200] 'process raft request' (duration: 1.007396839s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.029382Z","caller":"traceutil/trace.go:171","msg":"trace[945888367] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"755.695139ms","start":"2026-03-31T18:34:20.273678Z","end":"2026-03-31T18:34:21.029373Z","steps":["trace[945888367] 'process raft request' (duration: 755.089545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.029473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.273642Z","time spent":"755.786951ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.0294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.020622Z","time spent":"1.008751851s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.029312Z","caller":"traceutil/trace.go:171","msg":"trace[243252782] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"690.517793ms","start":"2026-03-31T18:34:20.33877Z","end":"2026-03-31T18:34:21.029287Z","steps":["trace[243252782] 'process raft request' (duration: 690.044692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.029631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342384921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:21.029753Z","caller":"traceutil/trace.go:171","msg":"trace[1979822488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2945; }","duration":"2.342564844s","start":"2026-03-31T18:34:18.687157Z","end":"2026-03-31T18:34:21.029722Z","steps":["trace[1979822488] 'agreement among raft nodes before linearized reading' (duration: 2.342244877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.029813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.687129Z","time spent":"2.342669337s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:21.029677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.338748Z","time spent":"690.898951ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.029394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.338941Z","time spent":"690.41369ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.037991Z","caller":"traceutil/trace.go:171","msg":"trace[2106419122] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"190.999786ms","start":"2026-03-31T18:34:20.846973Z","end":"2026-03-31T18:34:21.037973Z","steps":["trace[2106419122] 'process raft request' (duration: 190.782081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.037999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206231964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:21.038032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283771253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:21.038056Z","caller":"traceutil/trace.go:171","msg":"trace[2101266266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2946; }","duration":"1.206331717s","start":"2026-03-31T18:34:19.831708Z","end":"2026-03-31T18:34:21.038039Z","steps":["trace[2101266266] 'agreement among raft nodes before linearized reading' (duration: 1.206201834s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.038077Z","caller":"traceutil/trace.go:171","msg":"trace[75437070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2946; }","duration":"2.283886045s","start":"2026-03-31T18:34:18.754179Z","end":"2026-03-31T18:34:21.038065Z","steps":["trace[75437070] 'agreement among raft nodes before linearized reading' (duration: 2.28365716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.831689Z","time spent":"1.206402628s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:21.0381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.889998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:34:21.038157Z","caller":"traceutil/trace.go:171","msg":"trace[1745925990] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2946; }","duration":"116.97916ms","start":"2026-03-31T18:34:20.921163Z","end":"2026-03-31T18:34:21.038142Z","steps":["trace[1745925990] 'agreement among raft nodes before linearized reading' (duration: 116.772696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076762974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:34:21.038223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715320646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:34:21.038258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525827764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:21.038303Z","caller":"traceutil/trace.go:171","msg":"trace[1697175568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2946; }","duration":"1.715450909s","start":"2026-03-31T18:34:19.322834Z","end":"2026-03-31T18:34:21.038284Z","steps":["trace[1697175568] 'agreement among raft nodes before linearized reading' (duration: 1.715190043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.26354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:34:21.038338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.322813Z","time spent":"1.71551848s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:34:21.038358Z","caller":"traceutil/trace.go:171","msg":"trace[208506931] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2946; }","duration":"801.331272ms","start":"2026-03-31T18:34:20.237019Z","end":"2026-03-31T18:34:21.03835Z","steps":["trace[208506931] 'agreement among raft nodes before linearized reading' (duration: 801.229649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.03811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.754145Z","time spent":"2.283957556s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:21.038382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.236981Z","time spent":"801.395633ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:21.03834Z","caller":"traceutil/trace.go:171","msg":"trace[219547029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2946; }","duration":"1.525954247s","start":"2026-03-31T18:34:19.512366Z","end":"2026-03-31T18:34:21.03832Z","steps":["trace[219547029] 'agreement among raft nodes before linearized reading' (duration: 1.525817754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.512346Z","time spent":"1.52609022s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:21.038505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077321197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:21.038426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.270613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:21.038539Z","caller":"traceutil/trace.go:171","msg":"trace[1178512322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2946; }","duration":"2.077414339s","start":"2026-03-31T18:34:18.961115Z","end":"2026-03-31T18:34:21.038529Z","steps":["trace[1178512322] 'agreement among raft nodes before linearized reading' (duration: 2.077107172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.961082Z","time spent":"2.077509741s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:21.038595Z","caller":"traceutil/trace.go:171","msg":"trace[1033736485] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2946; }","duration":"361.500259ms","start":"2026-03-31T18:34:20.677072Z","end":"2026-03-31T18:34:21.038572Z","steps":["trace[1033736485] 'agreement among raft nodes before linearized reading' (duration: 361.219242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:20.677049Z","time spent":"361.589091ms","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:21.038207Z","caller":"traceutil/trace.go:171","msg":"trace[1693779536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2946; }","duration":"2.076853225s","start":"2026-03-31T18:34:18.961346Z","end":"2026-03-31T18:34:21.038199Z","steps":["trace[1693779536] 'agreement among raft nodes before linearized reading' (duration: 2.076783814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.038734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:18.961316Z","time spent":"2.077409358s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:21.038725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298536295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:21.038796Z","caller":"traceutil/trace.go:171","msg":"trace[775263413] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2946; }","duration":"1.298648846s","start":"2026-03-31T18:34:19.74013Z","end":"2026-03-31T18:34:21.038779Z","steps":["trace[775263413] 'agreement among raft nodes before linearized reading' (duration: 1.297992792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.03886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:19.740108Z","time spent":"1.298741429s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:21.372111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.157025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:21.372247Z","caller":"traceutil/trace.go:171","msg":"trace[268621686] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"332.940252ms","start":"2026-03-31T18:34:21.039282Z","end":"2026-03-31T18:34:21.372223Z","steps":["trace[268621686] 'read index received' (duration: 98.600383ms)","trace[268621686] 'applied index is now lower than readState.Index' (duration: 234.337799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:21.372447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.150848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:21.372515Z","caller":"traceutil/trace.go:171","msg":"trace[1274401022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2947; }","duration":"333.233479ms","start":"2026-03-31T18:34:21.039262Z","end":"2026-03-31T18:34:21.372495Z","steps":["trace[1274401022] 'agreement among raft nodes before linearized reading' (duration: 333.059635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.372571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.039246Z","time spent":"333.312551ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:34:21.372614Z","caller":"traceutil/trace.go:171","msg":"trace[357529554] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"338.024167ms","start":"2026-03-31T18:34:21.034308Z","end":"2026-03-31T18:34:21.372332Z","steps":["trace[357529554] 'process raft request' (duration: 103.548384ms)","trace[357529554] 'compare' (duration: 234.022312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:21.372729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.034282Z","time spent":"338.388805ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.372862Z","caller":"traceutil/trace.go:171","msg":"trace[1245559958] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"330.808374ms","start":"2026-03-31T18:34:21.042003Z","end":"2026-03-31T18:34:21.372811Z","steps":["trace[1245559958] 'process raft request' (duration: 330.60593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.373069Z","caller":"traceutil/trace.go:171","msg":"trace[768941965] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"330.399084ms","start":"2026-03-31T18:34:21.042648Z","end":"2026-03-31T18:34:21.373048Z","steps":["trace[768941965] 'process raft request' (duration: 330.069237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.373189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.042589Z","time spent":"330.541358ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.373203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.041978Z","time spent":"331.09247ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:21.372897Z","caller":"traceutil/trace.go:171","msg":"trace[1609075059] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"330.067367ms","start":"2026-03-31T18:34:21.042805Z","end":"2026-03-31T18:34:21.372873Z","steps":["trace[1609075059] 'process raft request' (duration: 329.971794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.373404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.02543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:34:21.373457Z","caller":"traceutil/trace.go:171","msg":"trace[312263990] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2951; }","duration":"331.114532ms","start":"2026-03-31T18:34:21.042327Z","end":"2026-03-31T18:34:21.373442Z","steps":["trace[312263990] 'agreement among raft nodes before linearized reading' (duration: 330.851115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.373486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.042789Z","time spent":"330.6485ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:21.373512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.042301Z","time spent":"331.199864ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:34:21.373505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.984859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:34:21.373685Z","caller":"traceutil/trace.go:171","msg":"trace[1715746020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2951; }","duration":"331.235584ms","start":"2026-03-31T18:34:21.042424Z","end":"2026-03-31T18:34:21.373659Z","steps":["trace[1715746020] 'agreement among raft nodes before linearized reading' (duration: 330.831075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.373776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.042389Z","time spent":"331.355287ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:21.373893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.376969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:21.374025Z","caller":"traceutil/trace.go:171","msg":"trace[1606085577] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2951; }","duration":"136.740068ms","start":"2026-03-31T18:34:21.237252Z","end":"2026-03-31T18:34:21.373992Z","steps":["trace[1606085577] 'agreement among raft nodes before linearized reading' (duration: 135.949809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:21.374817Z","caller":"traceutil/trace.go:171","msg":"trace[1901197178] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"331.828857ms","start":"2026-03-31T18:34:21.042928Z","end":"2026-03-31T18:34:21.374757Z","steps":["trace[1901197178] 'process raft request' (duration: 329.895012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:21.375706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:21.042881Z","time spent":"332.042441ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:22.934502Z","caller":"traceutil/trace.go:171","msg":"trace[1290347955] linearizableReadLoop","detail":"{readStateIndex:3077; appliedIndex:3076; }","duration":"101.274404ms","start":"2026-03-31T18:34:22.833196Z","end":"2026-03-31T18:34:22.934471Z","steps":["trace[1290347955] 'read index received' (duration: 39.065645ms)","trace[1290347955] 'applied index is now lower than readState.Index' (duration: 62.206719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:22.934677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.460138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:22.934798Z","caller":"traceutil/trace.go:171","msg":"trace[72037510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"101.601891ms","start":"2026-03-31T18:34:22.83315Z","end":"2026-03-31T18:34:22.934752Z","steps":["trace[72037510] 'agreement among raft nodes before linearized reading' (duration: 101.426677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:23.211822Z","caller":"traceutil/trace.go:171","msg":"trace[815417319] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"123.62593ms","start":"2026-03-31T18:34:23.088172Z","end":"2026-03-31T18:34:23.211798Z","steps":["trace[815417319] 'process raft request' (duration: 122.160207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.623753Z","caller":"traceutil/trace.go:171","msg":"trace[478656614] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"232.284238ms","start":"2026-03-31T18:34:24.391443Z","end":"2026-03-31T18:34:24.623728Z","steps":["trace[478656614] 'process raft request' (duration: 232.093354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:24.865149Z","caller":"traceutil/trace.go:171","msg":"trace[388477105] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2961; }","duration":"100.015954ms","start":"2026-03-31T18:34:24.765093Z","end":"2026-03-31T18:34:24.865109Z","steps":["trace[388477105] 'range keys from in-memory index tree' (duration: 99.857121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.199289Z","caller":"traceutil/trace.go:171","msg":"trace[827243704] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"108.773252ms","start":"2026-03-31T18:34:25.090488Z","end":"2026-03-31T18:34:25.199261Z","steps":["trace[827243704] 'process raft request' (duration: 103.473072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.199572Z","caller":"traceutil/trace.go:171","msg":"trace[1174834867] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"108.114627ms","start":"2026-03-31T18:34:25.091407Z","end":"2026-03-31T18:34:25.199521Z","steps":["trace[1174834867] 'process raft request' (duration: 107.79505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.790345Z","caller":"traceutil/trace.go:171","msg":"trace[1446193215] linearizableReadLoop","detail":"{readStateIndex:3093; appliedIndex:3092; }","duration":"436.482001ms","start":"2026-03-31T18:34:25.353835Z","end":"2026-03-31T18:34:25.790317Z","steps":["trace[1446193215] 'read index received' (duration: 436.173764ms)","trace[1446193215] 'applied index is now lower than readState.Index' (duration: 306.907µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:25.790569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.719175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:25.790628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.595865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:25.790653Z","caller":"traceutil/trace.go:171","msg":"trace[571258151] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2967; }","duration":"436.880389ms","start":"2026-03-31T18:34:25.353756Z","end":"2026-03-31T18:34:25.790636Z","steps":["trace[571258151] 'agreement among raft nodes before linearized reading' (duration: 436.705195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.790686Z","caller":"traceutil/trace.go:171","msg":"trace[1859576028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2967; }","duration":"361.756869ms","start":"2026-03-31T18:34:25.428911Z","end":"2026-03-31T18:34:25.790668Z","steps":["trace[1859576028] 'agreement among raft nodes before linearized reading' (duration: 361.577945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.790702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.353726Z","time spent":"436.967951ms","remote":"127.0.0.1:41522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:25.790728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.428891Z","time spent":"361.82578ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:25.790794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.977363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:25.790913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.48703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:34:25.790913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.449031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:25.790954Z","caller":"traceutil/trace.go:171","msg":"trace[1194534137] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2967; }","duration":"244.240028ms","start":"2026-03-31T18:34:25.546688Z","end":"2026-03-31T18:34:25.790928Z","steps":["trace[1194534137] 'agreement among raft nodes before linearized reading' (duration: 243.86621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.790988Z","caller":"traceutil/trace.go:171","msg":"trace[1808421124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2967; }","duration":"323.562523ms","start":"2026-03-31T18:34:25.46741Z","end":"2026-03-31T18:34:25.790972Z","steps":["trace[1808421124] 'agreement among raft nodes before linearized reading' (duration: 323.253716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.790984Z","caller":"traceutil/trace.go:171","msg":"trace[1774147980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2967; }","duration":"322.608292ms","start":"2026-03-31T18:34:25.468356Z","end":"2026-03-31T18:34:25.790965Z","steps":["trace[1774147980] 'agreement among raft nodes before linearized reading' (duration: 322.405988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:25.790441Z","caller":"traceutil/trace.go:171","msg":"trace[584259820] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"531.219624ms","start":"2026-03-31T18:34:25.259189Z","end":"2026-03-31T18:34:25.790409Z","steps":["trace[584259820] 'process raft request' (duration: 530.928907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.791037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.468326Z","time spent":"322.699416ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:25.791035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.467393Z","time spent":"323.628876ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:25.791045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.776338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:25.79119Z","caller":"traceutil/trace.go:171","msg":"trace[172889395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2967; }","duration":"324.009565ms","start":"2026-03-31T18:34:25.467158Z","end":"2026-03-31T18:34:25.791167Z","steps":["trace[172889395] 'agreement among raft nodes before linearized reading' (duration: 323.539593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:25.791238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.467131Z","time spent":"324.098466ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:25.791101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:25.25914Z","time spent":"531.90462ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:26.488554Z","caller":"traceutil/trace.go:171","msg":"trace[1312316731] linearizableReadLoop","detail":"{readStateIndex:3098; appliedIndex:3097; }","duration":"251.637205ms","start":"2026-03-31T18:34:26.23689Z","end":"2026-03-31T18:34:26.488527Z","steps":["trace[1312316731] 'read index received' (duration: 251.441701ms)","trace[1312316731] 'applied index is now lower than readState.Index' (duration: 194.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:26.488609Z","caller":"traceutil/trace.go:171","msg":"trace[2141093099] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"366.936196ms","start":"2026-03-31T18:34:26.121641Z","end":"2026-03-31T18:34:26.488577Z","steps":["trace[2141093099] 'process raft request' (duration: 366.70875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:26.488806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.888941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:26.488894Z","caller":"traceutil/trace.go:171","msg":"trace[1003190689] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2972; }","duration":"252.22293ms","start":"2026-03-31T18:34:26.236651Z","end":"2026-03-31T18:34:26.488874Z","steps":["trace[1003190689] 'agreement among raft nodes before linearized reading' (duration: 251.974294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:26.489054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:26.121612Z","time spent":"367.076919ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:26.843272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.659601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:26.843364Z","caller":"traceutil/trace.go:171","msg":"trace[674107603] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2972; }","duration":"215.790965ms","start":"2026-03-31T18:34:26.627554Z","end":"2026-03-31T18:34:26.843345Z","steps":["trace[674107603] 'range keys from in-memory index tree' (duration: 215.57855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:27.637168Z","caller":"traceutil/trace.go:171","msg":"trace[603112954] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"328.348493ms","start":"2026-03-31T18:34:27.308786Z","end":"2026-03-31T18:34:27.637134Z","steps":["trace[603112954] 'process raft request' (duration: 328.163478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:27.637283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:27.305401Z","time spent":"331.874903ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:34:27.637346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:27.308746Z","time spent":"328.512537ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:27.921391Z","caller":"traceutil/trace.go:171","msg":"trace[1358849478] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"121.428219ms","start":"2026-03-31T18:34:27.799921Z","end":"2026-03-31T18:34:27.921349Z","steps":["trace[1358849478] 'process raft request' (duration: 121.082111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:29.753205Z","caller":"traceutil/trace.go:171","msg":"trace[549771900] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"104.485754ms","start":"2026-03-31T18:34:29.648642Z","end":"2026-03-31T18:34:29.753128Z","steps":["trace[549771900] 'process raft request' (duration: 104.188268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.957229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.189074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:29.957348Z","caller":"traceutil/trace.go:171","msg":"trace[1985927286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2990; }","duration":"125.366678ms","start":"2026-03-31T18:34:29.831953Z","end":"2026-03-31T18:34:29.95732Z","steps":["trace[1985927286] 'range keys from in-memory index tree' (duration: 125.058081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:29.957517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.829114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:29.957623Z","caller":"traceutil/trace.go:171","msg":"trace[1842942640] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2990; }","duration":"113.018588ms","start":"2026-03-31T18:34:29.844584Z","end":"2026-03-31T18:34:29.957603Z","steps":["trace[1842942640] 'count revisions from in-memory index tree' (duration: 112.717642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:32.258481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:32.758978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:33.259991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:33.760789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:33.844066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:34:33.844167Z","caller":"traceutil/trace.go:171","msg":"trace[571714915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997364s","start":"2026-03-31T18:34:31.844177Z","end":"2026-03-31T18:34:33.844151Z","steps":["trace[571714915] 'agreement among raft nodes before linearized reading' (duration: 1.999840987s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:33.844224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.844159Z","time spent":"2.000051912s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:34:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:34:34.261789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:34.762488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:34.785485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.710875357s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:34:34.786145Z","caller":"traceutil/trace.go:171","msg":"trace[1194201120] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"3.711678544s","start":"2026-03-31T18:34:31.074423Z","end":"2026-03-31T18:34:34.786101Z","steps":["trace[1194201120] 'process raft request' (duration: 3.711383507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.786424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.07438Z","time spent":"3.71189486s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:34.970847Z","caller":"traceutil/trace.go:171","msg":"trace[751577752] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"3.672460708s","start":"2026-03-31T18:34:31.298352Z","end":"2026-03-31T18:34:34.970812Z","steps":["trace[751577752] 'process raft request' (duration: 3.672180832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.971121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.298317Z","time spent":"3.672666582s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:34.971281Z","caller":"traceutil/trace.go:171","msg":"trace[1044592401] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"3.596752693s","start":"2026-03-31T18:34:31.374485Z","end":"2026-03-31T18:34:34.971238Z","steps":["trace[1044592401] 'process raft request' (duration: 3.596265352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:34.971433Z","caller":"traceutil/trace.go:171","msg":"trace[449379774] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"3.596794035s","start":"2026-03-31T18:34:31.374604Z","end":"2026-03-31T18:34:34.971398Z","steps":["trace[449379774] 'process raft request' (duration: 3.596506999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:34.971497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.37445Z","time spent":"3.596937428s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:34.971605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.374557Z","time spent":"3.596964409s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:35.147405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.099585ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:34:35.14794Z","caller":"traceutil/trace.go:171","msg":"trace[959703349] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"992.011384ms","start":"2026-03-31T18:34:34.155895Z","end":"2026-03-31T18:34:35.147906Z","steps":["trace[959703349] 'process raft request' (duration: 991.685437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:35.148089Z","caller":"traceutil/trace.go:171","msg":"trace[1750431959] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3122; }","duration":"3.390622489s","start":"2026-03-31T18:34:31.75743Z","end":"2026-03-31T18:34:35.148052Z","steps":["trace[1750431959] 'read index received' (duration: 3.028416349s)","trace[1750431959] 'applied index is now lower than readState.Index' (duration: 362.202399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:35.148133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.155868Z","time spent":"992.145229ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:35.148323Z","caller":"traceutil/trace.go:171","msg":"trace[821526246] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"153.669918ms","start":"2026-03-31T18:34:34.994631Z","end":"2026-03-31T18:34:35.148301Z","steps":["trace[821526246] 'process raft request' (duration: 153.191087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.148522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391076559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:34:35.148479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298057102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:35.148587Z","caller":"traceutil/trace.go:171","msg":"trace[607694684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3001; }","duration":"3.391221422s","start":"2026-03-31T18:34:31.757348Z","end":"2026-03-31T18:34:35.14857Z","steps":["trace[607694684] 'agreement among raft nodes before linearized reading' (duration: 3.390844054s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:35.148604Z","caller":"traceutil/trace.go:171","msg":"trace[756384038] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3001; }","duration":"3.298261757s","start":"2026-03-31T18:34:31.850319Z","end":"2026-03-31T18:34:35.148581Z","steps":["trace[756384038] 'agreement among raft nodes before linearized reading' (duration: 3.298004722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.148636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.757317Z","time spent":"3.391305584s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:35.148661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.850294Z","time spent":"3.2983553s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:35.148759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909697702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:35.148827Z","caller":"traceutil/trace.go:171","msg":"trace[1150052010] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3001; }","duration":"2.909823164s","start":"2026-03-31T18:34:32.238986Z","end":"2026-03-31T18:34:35.148809Z","steps":["trace[1150052010] 'agreement among raft nodes before linearized reading' (duration: 2.90961452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.148827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358701185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:35.148974Z","caller":"traceutil/trace.go:171","msg":"trace[1165457099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3001; }","duration":"1.35892727s","start":"2026-03-31T18:34:33.78999Z","end":"2026-03-31T18:34:35.148918Z","steps":["trace[1165457099] 'agreement among raft nodes before linearized reading' (duration: 1.358662764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106118428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:34:35.149027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592913327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:35.149036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104751157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:35.149064Z","caller":"traceutil/trace.go:171","msg":"trace[535589749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3001; }","duration":"3.106159219s","start":"2026-03-31T18:34:32.042894Z","end":"2026-03-31T18:34:35.149053Z","steps":["trace[535589749] 'agreement among raft nodes before linearized reading' (duration: 3.105977665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.789965Z","time spent":"1.359066753s","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:35.149016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034732682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:35.149099Z","caller":"traceutil/trace.go:171","msg":"trace[85467169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3001; }","duration":"3.104832948s","start":"2026-03-31T18:34:32.04425Z","end":"2026-03-31T18:34:35.149083Z","steps":["trace[85467169] 'agreement among raft nodes before linearized reading' (duration: 3.104597343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.044237Z","time spent":"3.10491288s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:35.149166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784741108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:35.149175Z","caller":"traceutil/trace.go:171","msg":"trace[201025076] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3001; }","duration":"1.034988297s","start":"2026-03-31T18:34:34.114152Z","end":"2026-03-31T18:34:35.14914Z","steps":["trace[201025076] 'agreement among raft nodes before linearized reading' (duration: 1.034662249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105312069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:35.149214Z","caller":"traceutil/trace.go:171","msg":"trace[1382999268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3001; }","duration":"1.78483927s","start":"2026-03-31T18:34:33.364361Z","end":"2026-03-31T18:34:35.149201Z","steps":["trace[1382999268] 'agreement among raft nodes before linearized reading' (duration: 1.784764038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:35.149248Z","caller":"traceutil/trace.go:171","msg":"trace[697514512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3001; }","duration":"3.105456453s","start":"2026-03-31T18:34:32.043774Z","end":"2026-03-31T18:34:35.149231Z","steps":["trace[697514512] 'agreement among raft nodes before linearized reading' (duration: 3.105203217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945732001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:35.149262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.364328Z","time spent":"1.784924162s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:35.149283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.043742Z","time spent":"3.105535064s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:35.14927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:34.114134Z","time spent":"1.03510213s","remote":"127.0.0.1:41510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:35.149276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.27673644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:34:35.149403Z","caller":"traceutil/trace.go:171","msg":"trace[2098495136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3001; }","duration":"3.276955785s","start":"2026-03-31T18:34:31.87243Z","end":"2026-03-31T18:34:35.149386Z","steps":["trace[2098495136] 'agreement among raft nodes before linearized reading' (duration: 3.276684859s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:35.149301Z","caller":"traceutil/trace.go:171","msg":"trace[138539679] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3001; }","duration":"1.945843054s","start":"2026-03-31T18:34:33.203436Z","end":"2026-03-31T18:34:35.149279Z","steps":["trace[138539679] 'agreement among raft nodes before linearized reading' (duration: 1.945701891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152339833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:34:35.149438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.872396Z","time spent":"3.277033497s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:35.149467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.20341Z","time spent":"1.94603785s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:35.14946Z","caller":"traceutil/trace.go:171","msg":"trace[1849054352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3001; }","duration":"3.152448996s","start":"2026-03-31T18:34:31.997Z","end":"2026-03-31T18:34:35.149449Z","steps":["trace[1849054352] 'agreement among raft nodes before linearized reading' (duration: 3.152268342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.042869Z","time spent":"3.106221141s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:35.149553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:31.996978Z","time spent":"3.152550298s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:35.149573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305301516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:35.149092Z","caller":"traceutil/trace.go:171","msg":"trace[1533503295] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3001; }","duration":"1.593040789s","start":"2026-03-31T18:34:33.556035Z","end":"2026-03-31T18:34:35.149076Z","steps":["trace[1533503295] 'agreement among raft nodes before linearized reading' (duration: 1.592868815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.148876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.23895Z","time spent":"2.909910557s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:34:35.149622Z","caller":"traceutil/trace.go:171","msg":"trace[84953557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3001; }","duration":"1.305381267s","start":"2026-03-31T18:34:33.844227Z","end":"2026-03-31T18:34:35.149608Z","steps":["trace[84953557] 'agreement among raft nodes before linearized reading' (duration: 1.305288985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.149654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.556007Z","time spent":"1.593617453s","remote":"127.0.0.1:41460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:35.14967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:33.844207Z","time spent":"1.305448559s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:35.148897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10575279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:35.150049Z","caller":"traceutil/trace.go:171","msg":"trace[983242477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3001; }","duration":"3.106978218s","start":"2026-03-31T18:34:32.043053Z","end":"2026-03-31T18:34:35.150031Z","steps":["trace[983242477] 'agreement among raft nodes before linearized reading' (duration: 3.105691729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.150092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:32.043023Z","time spent":"3.107051879s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:34:41.624081Z","caller":"traceutil/trace.go:171","msg":"trace[976646565] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"125.446099ms","start":"2026-03-31T18:34:41.498599Z","end":"2026-03-31T18:34:41.624045Z","steps":["trace[976646565] 'process raft request' (duration: 50.486723ms)","trace[976646565] 'compare' (duration: 74.804272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:41.833868Z","caller":"traceutil/trace.go:171","msg":"trace[236848607] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"121.835797ms","start":"2026-03-31T18:34:41.711998Z","end":"2026-03-31T18:34:41.833834Z","steps":["trace[236848607] 'process raft request' (duration: 121.587032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:43.136351Z","caller":"traceutil/trace.go:171","msg":"trace[1153255468] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"101.465397ms","start":"2026-03-31T18:34:43.034846Z","end":"2026-03-31T18:34:43.136311Z","steps":["trace[1153255468] 'process raft request' (duration: 101.118649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.545715Z","caller":"traceutil/trace.go:171","msg":"trace[1716747953] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"400.399703ms","start":"2026-03-31T18:34:45.145263Z","end":"2026-03-31T18:34:45.545663Z","steps":["trace[1716747953] 'process raft request' (duration: 400.141567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.545909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.145245Z","time spent":"400.575467ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:45.805837Z","caller":"traceutil/trace.go:171","msg":"trace[1772451798] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"658.664879ms","start":"2026-03-31T18:34:45.147125Z","end":"2026-03-31T18:34:45.80579Z","steps":["trace[1772451798] 'process raft request' (duration: 615.942182ms)","trace[1772451798] 'compare' (duration: 42.253266ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:45.805909Z","caller":"traceutil/trace.go:171","msg":"trace[187976805] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"658.648039ms","start":"2026-03-31T18:34:45.14722Z","end":"2026-03-31T18:34:45.805868Z","steps":["trace[187976805] 'process raft request' (duration: 658.401773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.806043Z","caller":"traceutil/trace.go:171","msg":"trace[834096178] linearizableReadLoop","detail":"{readStateIndex:3193; appliedIndex:3190; }","duration":"565.865599ms","start":"2026-03-31T18:34:45.240139Z","end":"2026-03-31T18:34:45.806004Z","steps":["trace[834096178] 'read index received' (duration: 305.321741ms)","trace[834096178] 'applied index is now lower than readState.Index' (duration: 260.540218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:45.806148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.147193Z","time spent":"658.824402ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:45.80637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.201966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:34:45.806162Z","caller":"traceutil/trace.go:171","msg":"trace[443439466] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"463.541552ms","start":"2026-03-31T18:34:45.342502Z","end":"2026-03-31T18:34:45.806043Z","steps":["trace[443439466] 'process raft request' (duration: 463.293256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.806407Z","caller":"traceutil/trace.go:171","msg":"trace[52238406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3064; }","duration":"566.269398ms","start":"2026-03-31T18:34:45.240129Z","end":"2026-03-31T18:34:45.806399Z","steps":["trace[52238406] 'agreement among raft nodes before linearized reading' (duration: 566.046633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.806388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.147105Z","time spent":"658.864503ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:45.80644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.240052Z","time spent":"566.38061ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:45.806478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.342483Z","time spent":"463.932311ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:45.806475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.716629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:45.806563Z","caller":"traceutil/trace.go:171","msg":"trace[1007925135] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3064; }","duration":"168.851642ms","start":"2026-03-31T18:34:45.637689Z","end":"2026-03-31T18:34:45.80654Z","steps":["trace[1007925135] 'agreement among raft nodes before linearized reading' (duration: 168.714089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.806593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.030371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:34:45.806669Z","caller":"traceutil/trace.go:171","msg":"trace[1818932053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3064; }","duration":"433.147774ms","start":"2026-03-31T18:34:45.373504Z","end":"2026-03-31T18:34:45.806652Z","steps":["trace[1818932053] 'agreement among raft nodes before linearized reading' (duration: 432.895659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.806691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.790886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:34:45.806696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.40607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:45.806722Z","caller":"traceutil/trace.go:171","msg":"trace[1251985076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3064; }","duration":"489.846146ms","start":"2026-03-31T18:34:45.316864Z","end":"2026-03-31T18:34:45.80671Z","steps":["trace[1251985076] 'agreement among raft nodes before linearized reading' (duration: 489.760525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.806717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.694095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:34:45.806724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.373494Z","time spent":"433.218906ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:45.80675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.316855Z","time spent":"489.889118ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:45.806556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.957073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:45.806778Z","caller":"traceutil/trace.go:171","msg":"trace[173576903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3064; }","duration":"444.774926ms","start":"2026-03-31T18:34:45.361979Z","end":"2026-03-31T18:34:45.806754Z","steps":["trace[173576903] 'agreement among raft nodes before linearized reading' (duration: 444.624673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.806739Z","caller":"traceutil/trace.go:171","msg":"trace[1378192033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3064; }","duration":"433.469131ms","start":"2026-03-31T18:34:45.373254Z","end":"2026-03-31T18:34:45.806723Z","steps":["trace[1378192033] 'agreement among raft nodes before linearized reading' (duration: 433.345758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:45.806812Z","caller":"traceutil/trace.go:171","msg":"trace[1609145531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3064; }","duration":"495.25143ms","start":"2026-03-31T18:34:45.311548Z","end":"2026-03-31T18:34:45.806799Z","steps":["trace[1609145531] 'agreement among raft nodes before linearized reading' (duration: 494.81815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.806796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.686745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:34:45.806837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.37324Z","time spent":"433.588855ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:45.806826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.361968Z","time spent":"444.845159ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:45.806858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.311528Z","time spent":"495.316331ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:34:45.806876Z","caller":"traceutil/trace.go:171","msg":"trace[1353502076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3064; }","duration":"368.825569ms","start":"2026-03-31T18:34:45.438031Z","end":"2026-03-31T18:34:45.806856Z","steps":["trace[1353502076] 'agreement among raft nodes before linearized reading' (duration: 368.559092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:45.806924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.438011Z","time spent":"368.902821ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:34:46.02834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.873747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:46.028536Z","caller":"traceutil/trace.go:171","msg":"trace[359460588] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"215.350445ms","start":"2026-03-31T18:34:45.81315Z","end":"2026-03-31T18:34:46.028501Z","steps":["trace[359460588] 'process raft request' (duration: 105.16323ms)","trace[359460588] 'compare' (duration: 109.654302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:46.299734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.000972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:46.300069Z","caller":"traceutil/trace.go:171","msg":"trace[35630277] linearizableReadLoop","detail":"{readStateIndex:3200; appliedIndex:3194; }","duration":"419.428694ms","start":"2026-03-31T18:34:45.880622Z","end":"2026-03-31T18:34:46.300051Z","steps":["trace[35630277] 'read index received' (duration: 37.688203ms)","trace[35630277] 'applied index is now lower than readState.Index' (duration: 381.739401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:46.300026Z","caller":"traceutil/trace.go:171","msg":"trace[438882176] transaction","detail":"{read_only:false; response_revision:3066; number_of_response:1; }","duration":"486.353109ms","start":"2026-03-31T18:34:45.813616Z","end":"2026-03-31T18:34:46.299969Z","steps":["trace[438882176] 'process raft request' (duration: 360.021019ms)","trace[438882176] 'compare' (duration: 125.696245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:46.300093Z","caller":"traceutil/trace.go:171","msg":"trace[1884128998] transaction","detail":"{read_only:false; response_revision:3069; number_of_response:1; }","duration":"486.025821ms","start":"2026-03-31T18:34:45.814033Z","end":"2026-03-31T18:34:46.300059Z","steps":["trace[1884128998] 'process raft request' (duration: 485.925119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:46.300168Z","caller":"traceutil/trace.go:171","msg":"trace[211717918] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"486.129294ms","start":"2026-03-31T18:34:45.814029Z","end":"2026-03-31T18:34:46.300158Z","steps":["trace[211717918] 'process raft request' (duration: 485.97484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.300234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.814015Z","time spent":"486.186366ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:46.300183Z","caller":"traceutil/trace.go:171","msg":"trace[2110065317] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"486.340909ms","start":"2026-03-31T18:34:45.813698Z","end":"2026-03-31T18:34:46.300039Z","steps":["trace[2110065317] 'process raft request' (duration: 486.135293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.300254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.814026Z","time spent":"486.139644ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:46.300263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.813575Z","time spent":"486.571453ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:46.300282Z","caller":"traceutil/trace.go:171","msg":"trace[1420229890] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"486.287148ms","start":"2026-03-31T18:34:45.813977Z","end":"2026-03-31T18:34:46.300264Z","steps":["trace[1420229890] 'process raft request' (duration: 485.95091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.300439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.763871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:46.300438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.813654Z","time spent":"486.645876ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:46.300475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.813965Z","time spent":"486.428201ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:46.300486Z","caller":"traceutil/trace.go:171","msg":"trace[793827728] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3070; }","duration":"130.859283ms","start":"2026-03-31T18:34:46.169615Z","end":"2026-03-31T18:34:46.300474Z","steps":["trace[793827728] 'agreement among raft nodes before linearized reading' (duration: 130.776371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.300499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.881614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:46.300539Z","caller":"traceutil/trace.go:171","msg":"trace[341970452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3070; }","duration":"419.968836ms","start":"2026-03-31T18:34:45.880558Z","end":"2026-03-31T18:34:46.300527Z","steps":["trace[341970452] 'agreement among raft nodes before linearized reading' (duration: 419.887484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:46.30057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:45.880528Z","time spent":"420.036018ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:34:47.937402Z","caller":"traceutil/trace.go:171","msg":"trace[1787835586] linearizableReadLoop","detail":"{readStateIndex:3207; appliedIndex:3205; }","duration":"112.199199ms","start":"2026-03-31T18:34:47.825168Z","end":"2026-03-31T18:34:47.937367Z","steps":["trace[1787835586] 'read index received' (duration: 29.284022ms)","trace[1787835586] 'applied index is now lower than readState.Index' (duration: 82.910087ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:47.937546Z","caller":"traceutil/trace.go:171","msg":"trace[979416912] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"124.802874ms","start":"2026-03-31T18:34:47.812716Z","end":"2026-03-31T18:34:47.937519Z","steps":["trace[979416912] 'process raft request' (duration: 41.794485ms)","trace[979416912] 'compare' (duration: 82.572329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:47.937631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.417574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:47.937685Z","caller":"traceutil/trace.go:171","msg":"trace[1597226964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3075; }","duration":"112.541257ms","start":"2026-03-31T18:34:47.825127Z","end":"2026-03-31T18:34:47.937669Z","steps":["trace[1597226964] 'agreement among raft nodes before linearized reading' (duration: 112.379963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:47.937777Z","caller":"traceutil/trace.go:171","msg":"trace[1015898889] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"124.934797ms","start":"2026-03-31T18:34:47.812812Z","end":"2026-03-31T18:34:47.937747Z","steps":["trace[1015898889] 'process raft request' (duration: 124.475567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.166508Z","caller":"traceutil/trace.go:171","msg":"trace[540242002] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"128.820396ms","start":"2026-03-31T18:34:48.037655Z","end":"2026-03-31T18:34:48.166475Z","steps":["trace[540242002] 'process raft request' (duration: 37.919648ms)","trace[540242002] 'compare' (duration: 90.565151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:48.429303Z","caller":"traceutil/trace.go:171","msg":"trace[325462298] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"104.727231ms","start":"2026-03-31T18:34:48.32455Z","end":"2026-03-31T18:34:48.429277Z","steps":["trace[325462298] 'process raft request' (duration: 104.557747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.45636Z","caller":"traceutil/trace.go:171","msg":"trace[1715034374] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"131.383934ms","start":"2026-03-31T18:34:48.324954Z","end":"2026-03-31T18:34:48.456338Z","steps":["trace[1715034374] 'process raft request' (duration: 131.324013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.456411Z","caller":"traceutil/trace.go:171","msg":"trace[394289147] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"131.519766ms","start":"2026-03-31T18:34:48.324845Z","end":"2026-03-31T18:34:48.456365Z","steps":["trace[394289147] 'process raft request' (duration: 131.295261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.45676Z","caller":"traceutil/trace.go:171","msg":"trace[1260916242] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"131.536747ms","start":"2026-03-31T18:34:48.325181Z","end":"2026-03-31T18:34:48.456717Z","steps":["trace[1260916242] 'process raft request' (duration: 131.129208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:48.456777Z","caller":"traceutil/trace.go:171","msg":"trace[585986048] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"130.459873ms","start":"2026-03-31T18:34:48.326273Z","end":"2026-03-31T18:34:48.456733Z","steps":["trace[585986048] 'process raft request' (duration: 130.290639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.577177Z","caller":"traceutil/trace.go:171","msg":"trace[835682977] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"104.471815ms","start":"2026-03-31T18:34:50.472682Z","end":"2026-03-31T18:34:50.577154Z","steps":["trace[835682977] 'process raft request' (duration: 65.281028ms)","trace[835682977] 'compare' (duration: 39.068294ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:50.580503Z","caller":"traceutil/trace.go:171","msg":"trace[1272000735] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"107.715839ms","start":"2026-03-31T18:34:50.472765Z","end":"2026-03-31T18:34:50.580481Z","steps":["trace[1272000735] 'process raft request' (duration: 107.569035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.580803Z","caller":"traceutil/trace.go:171","msg":"trace[1154115991] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"107.803441ms","start":"2026-03-31T18:34:50.47298Z","end":"2026-03-31T18:34:50.580784Z","steps":["trace[1154115991] 'process raft request' (duration: 107.678068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:50.580848Z","caller":"traceutil/trace.go:171","msg":"trace[1853706704] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"107.900632ms","start":"2026-03-31T18:34:50.472923Z","end":"2026-03-31T18:34:50.580824Z","steps":["trace[1853706704] 'process raft request' (duration: 107.517624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:52.97301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:34:53.651184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.270585ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:34:53.651278Z","caller":"traceutil/trace.go:171","msg":"trace[1955565108] linearizableReadLoop","detail":"{readStateIndex:3233; appliedIndex:3232; }","duration":"1.178787772s","start":"2026-03-31T18:34:52.472475Z","end":"2026-03-31T18:34:53.651263Z","steps":["trace[1955565108] 'read index received' (duration: 818.314072ms)","trace[1955565108] 'applied index is now lower than readState.Index' (duration: 360.47257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.651681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179205892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:53.651742Z","caller":"traceutil/trace.go:171","msg":"trace[2057938073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3100; }","duration":"1.179284923s","start":"2026-03-31T18:34:52.472421Z","end":"2026-03-31T18:34:53.651706Z","steps":["trace[2057938073] 'agreement among raft nodes before linearized reading' (duration: 1.179095099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.651768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.472394Z","time spent":"1.179368205s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:34:53.651916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067682257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:34:53.651938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067262117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:34:53.652009Z","caller":"traceutil/trace.go:171","msg":"trace[1715115188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3100; }","duration":"1.067828331s","start":"2026-03-31T18:34:52.584163Z","end":"2026-03-31T18:34:53.651991Z","steps":["trace[1715115188] 'agreement among raft nodes before linearized reading' (duration: 1.067554955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.651988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.985155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:53.652042Z","caller":"traceutil/trace.go:171","msg":"trace[1607596819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3100; }","duration":"1.067415421s","start":"2026-03-31T18:34:52.584603Z","end":"2026-03-31T18:34:53.652019Z","steps":["trace[1607596819] 'agreement among raft nodes before linearized reading' (duration: 1.067076424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.652056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.584143Z","time spent":"1.067900912s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:34:53.65205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067451202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:34:53.651756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069815176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:34:53.6521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.584598Z","time spent":"1.067492383s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:34:53.652103Z","caller":"traceutil/trace.go:171","msg":"trace[1945318477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3100; }","duration":"818.16289ms","start":"2026-03-31T18:34:52.833914Z","end":"2026-03-31T18:34:53.652077Z","steps":["trace[1945318477] 'agreement among raft nodes before linearized reading' (duration: 817.772731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.65213Z","caller":"traceutil/trace.go:171","msg":"trace[2033289895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3100; }","duration":"1.070245656s","start":"2026-03-31T18:34:52.581871Z","end":"2026-03-31T18:34:53.652117Z","steps":["trace[2033289895] 'agreement among raft nodes before linearized reading' (duration: 1.069732684s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.65213Z","caller":"traceutil/trace.go:171","msg":"trace[1174420760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3100; }","duration":"1.067551804s","start":"2026-03-31T18:34:52.584556Z","end":"2026-03-31T18:34:53.652108Z","steps":["trace[1174420760] 'agreement among raft nodes before linearized reading' (duration: 1.067166346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.652171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.581847Z","time spent":"1.070313227s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:53.652161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.833899Z","time spent":"818.252331ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:53.652181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.584545Z","time spent":"1.067627436s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:53.651831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.524607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:53.652234Z","caller":"traceutil/trace.go:171","msg":"trace[1699287364] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3100; }","duration":"996.997197ms","start":"2026-03-31T18:34:52.65523Z","end":"2026-03-31T18:34:53.652227Z","steps":["trace[1699287364] 'agreement among raft nodes before linearized reading' (duration: 996.465315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:53.652258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:52.65521Z","time spent":"997.039449ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:53.906452Z","caller":"traceutil/trace.go:171","msg":"trace[1673976494] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"249.662731ms","start":"2026-03-31T18:34:53.656762Z","end":"2026-03-31T18:34:53.906425Z","steps":["trace[1673976494] 'process raft request' (duration: 167.776478ms)","trace[1673976494] 'compare' (duration: 81.724009ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:53.906685Z","caller":"traceutil/trace.go:171","msg":"trace[2084575152] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"249.677892ms","start":"2026-03-31T18:34:53.657Z","end":"2026-03-31T18:34:53.906678Z","steps":["trace[2084575152] 'process raft request' (duration: 249.387625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.907246Z","caller":"traceutil/trace.go:171","msg":"trace[431261109] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"249.890376ms","start":"2026-03-31T18:34:53.657341Z","end":"2026-03-31T18:34:53.907232Z","steps":["trace[431261109] 'process raft request' (duration: 249.304603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.907574Z","caller":"traceutil/trace.go:171","msg":"trace[228333040] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"249.669861ms","start":"2026-03-31T18:34:53.657893Z","end":"2026-03-31T18:34:53.907562Z","steps":["trace[228333040] 'process raft request' (duration: 249.317574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.90754Z","caller":"traceutil/trace.go:171","msg":"trace[602282935] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"248.283939ms","start":"2026-03-31T18:34:53.659221Z","end":"2026-03-31T18:34:53.907505Z","steps":["trace[602282935] 'process raft request' (duration: 248.209198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.28209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.618321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:54.282432Z","caller":"traceutil/trace.go:171","msg":"trace[1968381563] linearizableReadLoop","detail":"{readStateIndex:3241; appliedIndex:3239; }","duration":"133.728537ms","start":"2026-03-31T18:34:54.148673Z","end":"2026-03-31T18:34:54.282402Z","steps":["trace[1968381563] 'read index received' (duration: 93.048356ms)","trace[1968381563] 'applied index is now lower than readState.Index' (duration: 40.678711ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:54.282411Z","caller":"traceutil/trace.go:171","msg":"trace[224728449] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"306.57452ms","start":"2026-03-31T18:34:53.975788Z","end":"2026-03-31T18:34:54.282362Z","steps":["trace[224728449] 'process raft request' (duration: 109.56329ms)","trace[224728449] 'compare' (duration: 196.283053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:54.282641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.975743Z","time spent":"306.775743ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:54.282724Z","caller":"traceutil/trace.go:171","msg":"trace[2052907020] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"302.377524ms","start":"2026-03-31T18:34:53.980334Z","end":"2026-03-31T18:34:54.282711Z","steps":["trace[2052907020] 'process raft request' (duration: 301.896954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.282811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.980292Z","time spent":"302.475047ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:54.28313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.441583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:54.283213Z","caller":"traceutil/trace.go:171","msg":"trace[1989890510] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3108; }","duration":"134.588026ms","start":"2026-03-31T18:34:54.148604Z","end":"2026-03-31T18:34:54.283193Z","steps":["trace[1989890510] 'agreement among raft nodes before linearized reading' (duration: 134.462033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:54.988976Z","caller":"traceutil/trace.go:171","msg":"trace[1724616400] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3242; }","duration":"444.365097ms","start":"2026-03-31T18:34:54.544539Z","end":"2026-03-31T18:34:54.988904Z","steps":["trace[1724616400] 'read index received' (duration: 444.136062ms)","trace[1724616400] 'applied index is now lower than readState.Index' (duration: 227.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:54.989058Z","caller":"traceutil/trace.go:171","msg":"trace[768066483] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"605.856214ms","start":"2026-03-31T18:34:54.383133Z","end":"2026-03-31T18:34:54.988989Z","steps":["trace[768066483] 'process raft request' (duration: 605.588228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.989173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.596143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:54.989266Z","caller":"traceutil/trace.go:171","msg":"trace[1838278344] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3110; }","duration":"444.749426ms","start":"2026-03-31T18:34:54.544496Z","end":"2026-03-31T18:34:54.989245Z","steps":["trace[1838278344] 'agreement among raft nodes before linearized reading' (duration: 444.535401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.989275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.680096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:54.989306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:54.544479Z","time spent":"444.819108ms","remote":"127.0.0.1:41544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:54.989331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:54.383108Z","time spent":"606.078578ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:54.989342Z","caller":"traceutil/trace.go:171","msg":"trace[754308027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3110; }","duration":"156.799159ms","start":"2026-03-31T18:34:54.832525Z","end":"2026-03-31T18:34:54.989324Z","steps":["trace[754308027] 'agreement among raft nodes before linearized reading' (duration: 156.617015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.303313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312674042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:56.303411Z","caller":"traceutil/trace.go:171","msg":"trace[437292172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3110; }","duration":"1.312820286s","start":"2026-03-31T18:34:54.99057Z","end":"2026-03-31T18:34:56.303391Z","steps":["trace[437292172] 'range keys from in-memory index tree' (duration: 1.312616891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.303449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:54.990555Z","time spent":"1.312883707s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:56.303971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.373174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.304261Z","caller":"traceutil/trace.go:171","msg":"trace[2090882406] linearizableReadLoop","detail":"{readStateIndex:3244; appliedIndex:3243; }","duration":"637.874978ms","start":"2026-03-31T18:34:55.666362Z","end":"2026-03-31T18:34:56.304237Z","steps":["trace[2090882406] 'read index received' (duration: 65.041µs)","trace[2090882406] 'applied index is now lower than readState.Index' (duration: 637.806847ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:56.304568Z","caller":"traceutil/trace.go:171","msg":"trace[1782285374] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"1.166573287s","start":"2026-03-31T18:34:55.13794Z","end":"2026-03-31T18:34:56.304513Z","steps":["trace[1782285374] 'process raft request' (duration: 180.527227ms)","trace[1782285374] 'compare' (duration: 984.827981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.304692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.315999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:56.304741Z","caller":"traceutil/trace.go:171","msg":"trace[1837131886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3111; }","duration":"638.443901ms","start":"2026-03-31T18:34:55.666285Z","end":"2026-03-31T18:34:56.304729Z","steps":["trace[1837131886] 'agreement among raft nodes before linearized reading' (duration: 638.254787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.304771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.666254Z","time spent":"638.509363ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:56.304839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.137895Z","time spent":"1.166801572s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:56.843242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.969439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.843344Z","caller":"traceutil/trace.go:171","msg":"trace[1387371315] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"929.941439ms","start":"2026-03-31T18:34:55.913382Z","end":"2026-03-31T18:34:56.843323Z","steps":["trace[1387371315] 'process raft request' (duration: 637.826918ms)","trace[1387371315] 'compare' (duration: 291.724383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.843401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.913349Z","time spent":"930.024991ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:58.311264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:34:58.311353Z","caller":"traceutil/trace.go:171","msg":"trace[921325476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184404s","start":"2026-03-31T18:34:56.31115Z","end":"2026-03-31T18:34:58.311334Z","steps":["trace[921325476] 'agreement among raft nodes before linearized reading' (duration: 2.000045131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.3114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.311122Z","time spent":"2.000268977s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:58.521213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969642014s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:34:58.709428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.804721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:58.709849Z","caller":"traceutil/trace.go:171","msg":"trace[1330535228] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"2.420134289s","start":"2026-03-31T18:34:56.28969Z","end":"2026-03-31T18:34:58.709824Z","steps":["trace[1330535228] 'process raft request' (duration: 2.419954455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.710023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.28965Z","time spent":"2.420315014s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:58.709846Z","caller":"traceutil/trace.go:171","msg":"trace[586073827] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"2.68211286s","start":"2026-03-31T18:34:56.027677Z","end":"2026-03-31T18:34:58.70979Z","steps":["trace[586073827] 'process raft request' (duration: 2.493835099s)","trace[586073827] 'compare' (duration: 186.716357ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:58.710243Z","caller":"traceutil/trace.go:171","msg":"trace[788193709] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"2.420487408s","start":"2026-03-31T18:34:56.289733Z","end":"2026-03-31T18:34:58.71022Z","steps":["trace[788193709] 'process raft request' (duration: 2.420028557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.710371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.027657Z","time spent":"2.682590602s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:58.710382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.289689Z","time spent":"2.420600521s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:58.710791Z","caller":"traceutil/trace.go:171","msg":"trace[2089217254] linearizableReadLoop","detail":"{readStateIndex:3248; appliedIndex:3244; }","duration":"2.406455481s","start":"2026-03-31T18:34:56.304317Z","end":"2026-03-31T18:34:58.710773Z","steps":["trace[2089217254] 'read index received' (duration: 246.907299ms)","trace[2089217254] 'applied index is now lower than readState.Index' (duration: 2.159546902s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:58.711048Z","caller":"traceutil/trace.go:171","msg":"trace[987210036] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"2.398893699s","start":"2026-03-31T18:34:56.312142Z","end":"2026-03-31T18:34:58.711036Z","steps":["trace[987210036] 'process raft request' (duration: 2.398434449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.711319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799785234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:34:58.711348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445144717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:34:58.711364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800386268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:34:58.711406Z","caller":"traceutil/trace.go:171","msg":"trace[1382616542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3116; }","duration":"2.799898876s","start":"2026-03-31T18:34:55.911492Z","end":"2026-03-31T18:34:58.711391Z","steps":["trace[1382616542] 'agreement among raft nodes before linearized reading' (duration: 2.799584799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.711428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.312126Z","time spent":"2.399251348s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:58.711432Z","caller":"traceutil/trace.go:171","msg":"trace[1726610867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3116; }","duration":"2.800474981s","start":"2026-03-31T18:34:55.91094Z","end":"2026-03-31T18:34:58.711415Z","steps":["trace[1726610867] 'agreement among raft nodes before linearized reading' (duration: 2.800269986s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.711434Z","caller":"traceutil/trace.go:171","msg":"trace[1496191488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3116; }","duration":"2.44530325s","start":"2026-03-31T18:34:56.266102Z","end":"2026-03-31T18:34:58.711405Z","steps":["trace[1496191488] 'agreement among raft nodes before linearized reading' (duration: 2.445142937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.711485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.910936Z","time spent":"2.800541392s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:34:58.711505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.266074Z","time spent":"2.445413923s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:58.711442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.911487Z","time spent":"2.799948257s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:34:58.711326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799139349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:34:58.711991Z","caller":"traceutil/trace.go:171","msg":"trace[241960025] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3116; }","duration":"2.799802084s","start":"2026-03-31T18:34:55.912169Z","end":"2026-03-31T18:34:58.711971Z","steps":["trace[241960025] 'agreement among raft nodes before linearized reading' (duration: 2.799095368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.711309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473464328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:34:58.712058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.912164Z","time spent":"2.799874665s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:34:58.712066Z","caller":"traceutil/trace.go:171","msg":"trace[701120363] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3116; }","duration":"2.474284676s","start":"2026-03-31T18:34:56.237766Z","end":"2026-03-31T18:34:58.712051Z","steps":["trace[701120363] 'agreement among raft nodes before linearized reading' (duration: 2.473305384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.712294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.237734Z","time spent":"2.474542232s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:34:58.711227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800350617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:58.712564Z","caller":"traceutil/trace.go:171","msg":"trace[406893735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3116; }","duration":"2.801709658s","start":"2026-03-31T18:34:55.910833Z","end":"2026-03-31T18:34:58.712543Z","steps":["trace[406893735] 'agreement among raft nodes before linearized reading' (duration: 2.800275566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.712638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:55.910818Z","time spent":"2.801799959s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:00.089472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.089616Z","caller":"traceutil/trace.go:171","msg":"trace[343618407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3116; }","duration":"193.645553ms","start":"2026-03-31T18:34:59.895954Z","end":"2026-03-31T18:35:00.089599Z","steps":["trace[343618407] 'range keys from in-memory index tree' (duration: 193.472409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.089976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.387411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:00.090079Z","caller":"traceutil/trace.go:171","msg":"trace[275968638] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3249; }","duration":"1.379228938s","start":"2026-03-31T18:34:58.710837Z","end":"2026-03-31T18:35:00.090066Z","steps":["trace[275968638] 'read index received' (duration: 497.51085ms)","trace[275968638] 'applied index is now lower than readState.Index' (duration: 881.717368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.090155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947277682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:00.090181Z","caller":"traceutil/trace.go:171","msg":"trace[778159588] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3117; }","duration":"2.947328204s","start":"2026-03-31T18:34:57.142845Z","end":"2026-03-31T18:35:00.090173Z","steps":["trace[778159588] 'agreement among raft nodes before linearized reading' (duration: 2.947279393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.090209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.142832Z","time spent":"2.947370304s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:00.090271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461685146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:35:00.090345Z","caller":"traceutil/trace.go:171","msg":"trace[57595421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3117; }","duration":"3.461787358s","start":"2026-03-31T18:34:56.628539Z","end":"2026-03-31T18:35:00.090326Z","steps":["trace[57595421] 'agreement among raft nodes before linearized reading' (duration: 3.461609604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.090392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.628524Z","time spent":"3.461859549s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:00.090372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834236983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:00.0905Z","caller":"traceutil/trace.go:171","msg":"trace[1439831048] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:3117; }","duration":"2.834400567s","start":"2026-03-31T18:34:57.256083Z","end":"2026-03-31T18:35:00.090484Z","steps":["trace[1439831048] 'agreement among raft nodes before linearized reading' (duration: 2.834045919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.090564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272190747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.0906Z","caller":"traceutil/trace.go:171","msg":"trace[1114658842] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3117; }","duration":"3.272262238s","start":"2026-03-31T18:34:56.818328Z","end":"2026-03-31T18:35:00.090591Z","steps":["trace[1114658842] 'agreement among raft nodes before linearized reading' (duration: 3.272203277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.090635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.81831Z","time spent":"3.27231728s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:00.090694Z","caller":"traceutil/trace.go:171","msg":"trace[1019534837] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"1.805388555s","start":"2026-03-31T18:34:58.285265Z","end":"2026-03-31T18:35:00.090653Z","steps":["trace[1019534837] 'process raft request' (duration: 923.255007ms)","trace[1019534837] 'compare' (duration: 880.960601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:00.090568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.256059Z","time spent":"2.834495548s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:35:00.090843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.285238Z","time spent":"1.805508198s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:00.090909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778806224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.090974Z","caller":"traceutil/trace.go:171","msg":"trace[1236067473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3117; }","duration":"1.778881405s","start":"2026-03-31T18:34:58.312079Z","end":"2026-03-31T18:35:00.09096Z","steps":["trace[1236067473] 'agreement among raft nodes before linearized reading' (duration: 1.778755853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.091003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.312029Z","time spent":"1.778969088s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:00.091175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399394416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.091206Z","caller":"traceutil/trace.go:171","msg":"trace[491343087] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3117; }","duration":"1.399463848s","start":"2026-03-31T18:34:58.691731Z","end":"2026-03-31T18:35:00.091194Z","steps":["trace[491343087] 'agreement among raft nodes before linearized reading' (duration: 1.399416847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.091216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68135654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:35:00.091248Z","caller":"traceutil/trace.go:171","msg":"trace[1821278472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3117; }","duration":"3.681461142s","start":"2026-03-31T18:34:56.409779Z","end":"2026-03-31T18:35:00.09124Z","steps":["trace[1821278472] 'agreement among raft nodes before linearized reading' (duration: 3.681270367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.091251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726921071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:35:00.091271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.409746Z","time spent":"3.681520053s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:35:00.091284Z","caller":"traceutil/trace.go:171","msg":"trace[1311522374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3117; }","duration":"3.727015092s","start":"2026-03-31T18:34:56.364259Z","end":"2026-03-31T18:35:00.091274Z","steps":["trace[1311522374] 'agreement among raft nodes before linearized reading' (duration: 3.72691781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.091321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.364225Z","time spent":"3.727089654s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:00.091226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.69171Z","time spent":"1.399510209s","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:00.091616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266299138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:00.092486Z","caller":"traceutil/trace.go:171","msg":"trace[461459381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3117; }","duration":"2.267193578s","start":"2026-03-31T18:34:57.825282Z","end":"2026-03-31T18:35:00.092475Z","steps":["trace[461459381] 'agreement among raft nodes before linearized reading' (duration: 2.266053993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.09253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:57.825267Z","time spent":"2.267251919s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:00.590716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:01.091786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:01.592495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:01.691892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.483514445s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:01.907284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.119929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:01.907546Z","caller":"traceutil/trace.go:171","msg":"trace[953617664] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"3.190469927s","start":"2026-03-31T18:34:58.717054Z","end":"2026-03-31T18:35:01.907524Z","steps":["trace[953617664] 'process raft request' (duration: 3.190319264s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.907605Z","caller":"traceutil/trace.go:171","msg":"trace[511202533] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"3.190080948s","start":"2026-03-31T18:34:58.717512Z","end":"2026-03-31T18:35:01.907593Z","steps":["trace[511202533] 'process raft request' (duration: 3.189920354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:01.907646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.717506Z","time spent":"3.19011727s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:01.907616Z","caller":"traceutil/trace.go:171","msg":"trace[1917884397] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"3.190643521s","start":"2026-03-31T18:34:58.716941Z","end":"2026-03-31T18:35:01.907585Z","steps":["trace[1917884397] 'process raft request' (duration: 2.975152163s)","trace[1917884397] 'compare' (duration: 214.430124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:01.907675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.717047Z","time spent":"3.190561769s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:01.907759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.716898Z","time spent":"3.190786184s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:01.907575Z","caller":"traceutil/trace.go:171","msg":"trace[1564465393] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"3.059092453s","start":"2026-03-31T18:34:58.848426Z","end":"2026-03-31T18:35:01.907519Z","steps":["trace[1564465393] 'process raft request' (duration: 3.059059003s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:01.907798Z","caller":"traceutil/trace.go:171","msg":"trace[250876656] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"3.188306058s","start":"2026-03-31T18:34:58.719367Z","end":"2026-03-31T18:35:01.907673Z","steps":["trace[250876656] 'process raft request' (duration: 3.188091133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:01.90807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.719361Z","time spent":"3.188563483s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:01.907865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.848399Z","time spent":"3.059422041s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:02.098441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:02.098508Z","caller":"traceutil/trace.go:171","msg":"trace[12703740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043406s","start":"2026-03-31T18:35:00.098059Z","end":"2026-03-31T18:35:02.098493Z","steps":["trace[12703740] 'agreement among raft nodes before linearized reading' (duration: 2.000313617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:02.098542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.098035Z","time spent":"2.000501752s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:03.836493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.144305337s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:03.837032Z","caller":"traceutil/trace.go:171","msg":"trace[38518020] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"3.7414924s","start":"2026-03-31T18:35:00.095512Z","end":"2026-03-31T18:35:03.837004Z","steps":["trace[38518020] 'process raft request' (duration: 3.741304006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.83706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.092091Z","time spent":"3.744960208s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:03.837188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.095483Z","time spent":"3.741625573s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:03.837517Z","caller":"traceutil/trace.go:171","msg":"trace[1694907093] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"3.741358888s","start":"2026-03-31T18:35:00.096124Z","end":"2026-03-31T18:35:03.837483Z","steps":["trace[1694907093] 'process raft request' (duration: 3.740801575s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:03.837636Z","caller":"traceutil/trace.go:171","msg":"trace[1718902197] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3250; }","duration":"3.747496706s","start":"2026-03-31T18:35:00.090106Z","end":"2026-03-31T18:35:03.837602Z","steps":["trace[1718902197] 'read index received' (duration: 1.602073034s)","trace[1718902197] 'applied index is now lower than readState.Index' (duration: 2.145422332s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:03.83769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.096111Z","time spent":"3.74147962s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:03.83771Z","caller":"traceutil/trace.go:171","msg":"trace[1717955648] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"3.121039345s","start":"2026-03-31T18:35:00.716642Z","end":"2026-03-31T18:35:03.837681Z","steps":["trace[1717955648] 'process raft request' (duration: 3.120664487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.838483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.716606Z","time spent":"3.121816622s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:03.837759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935258321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:03.838574Z","caller":"traceutil/trace.go:171","msg":"trace[1414241794] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3126; }","duration":"4.936102549s","start":"2026-03-31T18:34:58.902449Z","end":"2026-03-31T18:35:03.838552Z","steps":["trace[1414241794] 'agreement among raft nodes before linearized reading' (duration: 4.935184729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.837785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042857826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:03.838656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.902439Z","time spent":"4.936193912s","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:03.838685Z","caller":"traceutil/trace.go:171","msg":"trace[907195371] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3126; }","duration":"5.043791707s","start":"2026-03-31T18:34:58.794873Z","end":"2026-03-31T18:35:03.838665Z","steps":["trace[907195371] 'agreement among raft nodes before linearized reading' (duration: 5.042868196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.83877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.794853Z","time spent":"5.043892119s","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:03.837823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823759972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:03.838853Z","caller":"traceutil/trace.go:171","msg":"trace[1993977466] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3126; }","duration":"3.824816235s","start":"2026-03-31T18:35:00.01402Z","end":"2026-03-31T18:35:03.838836Z","steps":["trace[1993977466] 'agreement among raft nodes before linearized reading' (duration: 3.823754091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.838892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.014004Z","time spent":"3.824878287s","remote":"127.0.0.1:48308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:03.83792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.944633233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:03.839003Z","caller":"traceutil/trace.go:171","msg":"trace[1122430561] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3126; }","duration":"4.945895131s","start":"2026-03-31T18:34:58.893082Z","end":"2026-03-31T18:35:03.838978Z","steps":["trace[1122430561] 'agreement among raft nodes before linearized reading' (duration: 4.944602602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.837949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458803177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200ce5806c1b5\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-03-31T18:35:03.839122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.89307Z","time spent":"4.945993763s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:03.839175Z","caller":"traceutil/trace.go:171","msg":"trace[777438352] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200ce5806c1b5; range_end:; response_count:1; response_revision:3126; }","duration":"4.460063675s","start":"2026-03-31T18:34:59.379091Z","end":"2026-03-31T18:35:03.839155Z","steps":["trace[777438352] 'agreement among raft nodes before linearized reading' (duration: 4.458673214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.838044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872526405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:03.839258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.37907Z","time spent":"4.460165138s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200ce5806c1b5\" "} {"level":"info","ts":"2026-03-31T18:35:03.839258Z","caller":"traceutil/trace.go:171","msg":"trace[1105653486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3126; }","duration":"3.873788005s","start":"2026-03-31T18:34:59.96545Z","end":"2026-03-31T18:35:03.839238Z","steps":["trace[1105653486] 'agreement among raft nodes before linearized reading' (duration: 3.872180728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.83936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:59.965357Z","time spent":"3.873990799s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:03.837796Z","caller":"traceutil/trace.go:171","msg":"trace[1915087675] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"3.119629874s","start":"2026-03-31T18:35:00.718126Z","end":"2026-03-31T18:35:03.837756Z","steps":["trace[1915087675] 'process raft request' (duration: 3.119415859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.839483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.718103Z","time spent":"3.121317633s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:03.838041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122158171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:35:03.839603Z","caller":"traceutil/trace.go:171","msg":"trace[1445259488] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3126; }","duration":"5.123732547s","start":"2026-03-31T18:34:58.71585Z","end":"2026-03-31T18:35:03.839583Z","steps":["trace[1445259488] 'agreement among raft nodes before linearized reading' (duration: 5.122064059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:03.839681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.715834Z","time spent":"5.123830839s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:35:04.098918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:04.099107Z","caller":"traceutil/trace.go:171","msg":"trace[1140834011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079053s","start":"2026-03-31T18:35:02.09901Z","end":"2026-03-31T18:35:04.099089Z","steps":["trace[1140834011] 'agreement among raft nodes before linearized reading' (duration: 1.999862648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:04.099168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.098986Z","time spent":"2.000171084s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:05.365024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:05.365101Z","caller":"traceutil/trace.go:171","msg":"trace[1374745091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342188s","start":"2026-03-31T18:35:03.364744Z","end":"2026-03-31T18:35:05.365087Z","steps":["trace[1374745091] 'agreement among raft nodes before linearized reading' (duration: 2.000245936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:05.365137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.364728Z","time spent":"2.000401139s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:06.110985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:06.111094Z","caller":"traceutil/trace.go:171","msg":"trace[1186801142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592933s","start":"2026-03-31T18:35:04.110477Z","end":"2026-03-31T18:35:06.11107Z","steps":["trace[1186801142] 'agreement among raft nodes before linearized reading' (duration: 2.00045757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.111159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.110459Z","time spent":"2.000685196s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:06.135125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038033961s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:35:06.135405Z","caller":"traceutil/trace.go:171","msg":"trace[803990214] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3260; }","duration":"2.297083015s","start":"2026-03-31T18:35:03.838294Z","end":"2026-03-31T18:35:06.135377Z","steps":["trace[803990214] 'read index received' (duration: 258.87315ms)","trace[803990214] 'applied index is now lower than readState.Index' (duration: 2.038206285s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:06.135478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159783752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:06.135488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562467177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.135546Z","caller":"traceutil/trace.go:171","msg":"trace[1156030748] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3127; }","duration":"3.159904875s","start":"2026-03-31T18:35:02.975626Z","end":"2026-03-31T18:35:06.135531Z","steps":["trace[1156030748] 'agreement among raft nodes before linearized reading' (duration: 3.159780632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.135578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.975606Z","time spent":"3.159966196s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.135577Z","caller":"traceutil/trace.go:171","msg":"trace[1546816978] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3127; }","duration":"3.562655072s","start":"2026-03-31T18:35:02.572903Z","end":"2026-03-31T18:35:06.135558Z","steps":["trace[1546816978] 'agreement among raft nodes before linearized reading' (duration: 3.562482548s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.135596Z","caller":"traceutil/trace.go:171","msg":"trace[126980376] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"2.294069677s","start":"2026-03-31T18:35:03.84151Z","end":"2026-03-31T18:35:06.13558Z","steps":["trace[126980376] 'process raft request' (duration: 2.293843292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.135613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931486814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:06.135625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.572883Z","time spent":"3.562731683s","remote":"127.0.0.1:41648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.135653Z","caller":"traceutil/trace.go:171","msg":"trace[820491472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3128; }","duration":"2.931589497s","start":"2026-03-31T18:35:03.204055Z","end":"2026-03-31T18:35:06.135644Z","steps":["trace[820491472] 'agreement among raft nodes before linearized reading' (duration: 2.931473154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.135691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.204032Z","time spent":"2.931648749s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.135479Z","caller":"traceutil/trace.go:171","msg":"trace[1642718779] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3127; }","duration":"2.296984843s","start":"2026-03-31T18:35:03.838466Z","end":"2026-03-31T18:35:06.135451Z","steps":["trace[1642718779] 'process raft request' (duration: 2.29681497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.135715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.841491Z","time spent":"2.294149069s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:06.13579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.838429Z","time spent":"2.297289509s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:06.135801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169436131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:06.135852Z","caller":"traceutil/trace.go:171","msg":"trace[1740500288] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3129; }","duration":"3.169537513s","start":"2026-03-31T18:35:02.966303Z","end":"2026-03-31T18:35:06.135841Z","steps":["trace[1740500288] 'agreement among raft nodes before linearized reading' (duration: 3.169424171s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.13587Z","caller":"traceutil/trace.go:171","msg":"trace[1366387983] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"2.210758431s","start":"2026-03-31T18:35:03.9251Z","end":"2026-03-31T18:35:06.135858Z","steps":["trace[1366387983] 'process raft request' (duration: 2.210424583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.135883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.966277Z","time spent":"3.169596644s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:06.135937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.92509Z","time spent":"2.210815873s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:06.135996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691374105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:06.135993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.040979729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:35:06.13601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913488413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.136141Z","caller":"traceutil/trace.go:171","msg":"trace[2146327945] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3129; }","duration":"3.913714557s","start":"2026-03-31T18:35:02.222408Z","end":"2026-03-31T18:35:06.136123Z","steps":["trace[2146327945] 'agreement among raft nodes before linearized reading' (duration: 3.913178085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.13622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:02.222379Z","time spent":"3.91382714s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.136057Z","caller":"traceutil/trace.go:171","msg":"trace[2070270404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3129; }","duration":"5.691479477s","start":"2026-03-31T18:35:00.444556Z","end":"2026-03-31T18:35:06.136035Z","steps":["trace[2070270404] 'agreement among raft nodes before linearized reading' (duration: 5.69113672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.136339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.44454Z","time spent":"5.691781064s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.136094Z","caller":"traceutil/trace.go:171","msg":"trace[624803793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3129; }","duration":"6.041074721s","start":"2026-03-31T18:35:00.094982Z","end":"2026-03-31T18:35:06.136057Z","steps":["trace[624803793] 'agreement among raft nodes before linearized reading' (duration: 6.040849566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.136428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.09497Z","time spent":"6.0414378s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:35:06.136082Z","caller":"traceutil/trace.go:171","msg":"trace[687790972] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"291.901467ms","start":"2026-03-31T18:35:05.844171Z","end":"2026-03-31T18:35:06.136073Z","steps":["trace[687790972] 'process raft request' (duration: 291.600411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.136037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.419148533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:06.136631Z","caller":"traceutil/trace.go:171","msg":"trace[1855644616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3129; }","duration":"5.419770419s","start":"2026-03-31T18:35:00.71685Z","end":"2026-03-31T18:35:06.136621Z","steps":["trace[1855644616] 'agreement among raft nodes before linearized reading' (duration: 5.418861357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.136668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:00.716839Z","time spent":"5.419816289s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:06.142515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.423362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:35:06.142549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217360421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:06.142575Z","caller":"traceutil/trace.go:171","msg":"trace[1182299328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3132; }","duration":"300.526313ms","start":"2026-03-31T18:35:05.842038Z","end":"2026-03-31T18:35:06.142565Z","steps":["trace[1182299328] 'agreement among raft nodes before linearized reading' (duration: 300.37017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.142588Z","caller":"traceutil/trace.go:171","msg":"trace[2102346403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3132; }","duration":"2.217414582s","start":"2026-03-31T18:35:03.925163Z","end":"2026-03-31T18:35:06.142578Z","steps":["trace[2102346403] 'agreement among raft nodes before linearized reading' (duration: 2.21730012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.142602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:05.842019Z","time spent":"300.577295ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:06.142613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.925159Z","time spent":"2.217448803s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:35:06.142681Z","caller":"traceutil/trace.go:171","msg":"trace[638377921] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"297.047413ms","start":"2026-03-31T18:35:05.845627Z","end":"2026-03-31T18:35:06.142674Z","steps":["trace[638377921] 'process raft request' (duration: 296.593593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.142744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576386172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.142845Z","caller":"traceutil/trace.go:171","msg":"trace[1318717992] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3132; }","duration":"1.576483854s","start":"2026-03-31T18:35:04.566348Z","end":"2026-03-31T18:35:06.142832Z","steps":["trace[1318717992] 'agreement among raft nodes before linearized reading' (duration: 1.576369031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.142898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:04.566293Z","time spent":"1.576580417s","remote":"127.0.0.1:48438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:06.142923Z","caller":"traceutil/trace.go:171","msg":"trace[1122048943] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"233.570108ms","start":"2026-03-31T18:35:05.909342Z","end":"2026-03-31T18:35:06.142912Z","steps":["trace[1122048943] 'process raft request' (duration: 233.009645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.143105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21776027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:35:06.143134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217955874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:06.143149Z","caller":"traceutil/trace.go:171","msg":"trace[254266169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3132; }","duration":"2.217884953s","start":"2026-03-31T18:35:03.925255Z","end":"2026-03-31T18:35:06.14314Z","steps":["trace[254266169] 'agreement among raft nodes before linearized reading' (duration: 2.21775274s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.143171Z","caller":"traceutil/trace.go:171","msg":"trace[2034657294] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3132; }","duration":"2.218032576s","start":"2026-03-31T18:35:03.925129Z","end":"2026-03-31T18:35:06.143161Z","steps":["trace[2034657294] 'agreement among raft nodes before linearized reading' (duration: 2.217857172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.143205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.925102Z","time spent":"2.218096897s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:06.143174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.92521Z","time spent":"2.217957494s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:06.143514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218494646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:06.143545Z","caller":"traceutil/trace.go:171","msg":"trace[2001082693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3132; }","duration":"2.218551008s","start":"2026-03-31T18:35:03.924987Z","end":"2026-03-31T18:35:06.143538Z","steps":["trace[2001082693] 'agreement among raft nodes before linearized reading' (duration: 2.218478546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.143564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.924966Z","time spent":"2.218593968s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:06.143776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300255067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:35:06.14381Z","caller":"traceutil/trace.go:171","msg":"trace[888291510] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3132; }","duration":"2.300291168s","start":"2026-03-31T18:35:03.843511Z","end":"2026-03-31T18:35:06.143802Z","steps":["trace[888291510] 'agreement among raft nodes before linearized reading' (duration: 2.300193045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.14383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:03.843448Z","time spent":"2.300377059s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:35:06.270869Z","caller":"traceutil/trace.go:171","msg":"trace[1045701449] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"122.342369ms","start":"2026-03-31T18:35:06.148486Z","end":"2026-03-31T18:35:06.270829Z","steps":["trace[1045701449] 'process raft request' (duration: 86.766594ms)","trace[1045701449] 'compare' (duration: 35.344569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:06.270893Z","caller":"traceutil/trace.go:171","msg":"trace[785483460] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"122.298518ms","start":"2026-03-31T18:35:06.148563Z","end":"2026-03-31T18:35:06.270861Z","steps":["trace[785483460] 'process raft request' (duration: 122.158274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271231Z","caller":"traceutil/trace.go:171","msg":"trace[1564642295] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"121.949141ms","start":"2026-03-31T18:35:06.149257Z","end":"2026-03-31T18:35:06.271206Z","steps":["trace[1564642295] 'process raft request' (duration: 121.50691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271419Z","caller":"traceutil/trace.go:171","msg":"trace[969196706] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"122.023732ms","start":"2026-03-31T18:35:06.149377Z","end":"2026-03-31T18:35:06.271401Z","steps":["trace[969196706] 'process raft request' (duration: 121.719635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271534Z","caller":"traceutil/trace.go:171","msg":"trace[2113880630] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"121.087651ms","start":"2026-03-31T18:35:06.150435Z","end":"2026-03-31T18:35:06.271523Z","steps":["trace[2113880630] 'process raft request' (duration: 120.901787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271544Z","caller":"traceutil/trace.go:171","msg":"trace[661122390] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"119.671839ms","start":"2026-03-31T18:35:06.151861Z","end":"2026-03-31T18:35:06.271533Z","steps":["trace[661122390] 'process raft request' (duration: 119.589687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271605Z","caller":"traceutil/trace.go:171","msg":"trace[1866035062] linearizableReadLoop","detail":"{readStateIndex:3275; appliedIndex:3269; }","duration":"112.856915ms","start":"2026-03-31T18:35:06.158713Z","end":"2026-03-31T18:35:06.27157Z","steps":["trace[1866035062] 'read index received' (duration: 76.921851ms)","trace[1866035062] 'applied index is now lower than readState.Index' (duration: 35.933384ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:06.271756Z","caller":"traceutil/trace.go:171","msg":"trace[348907153] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"111.170737ms","start":"2026-03-31T18:35:06.160576Z","end":"2026-03-31T18:35:06.271746Z","steps":["trace[348907153] 'process raft request' (duration: 111.094215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271791Z","caller":"traceutil/trace.go:171","msg":"trace[377210146] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"112.21966ms","start":"2026-03-31T18:35:06.159546Z","end":"2026-03-31T18:35:06.271766Z","steps":["trace[377210146] 'process raft request' (duration: 111.986445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.271824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.125272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-03-31T18:35:06.271861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.070457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:06.271877Z","caller":"traceutil/trace.go:171","msg":"trace[2076261979] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3140; }","duration":"125.220774ms","start":"2026-03-31T18:35:06.146643Z","end":"2026-03-31T18:35:06.271864Z","steps":["trace[2076261979] 'agreement among raft nodes before linearized reading' (duration: 124.966219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.271903Z","caller":"traceutil/trace.go:171","msg":"trace[32752912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3141; }","duration":"127.151848ms","start":"2026-03-31T18:35:06.14474Z","end":"2026-03-31T18:35:06.271891Z","steps":["trace[32752912] 'agreement among raft nodes before linearized reading' (duration: 127.024575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.638511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.193397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:06.638652Z","caller":"traceutil/trace.go:171","msg":"trace[2048416721] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"354.511335ms","start":"2026-03-31T18:35:06.284129Z","end":"2026-03-31T18:35:06.638641Z","steps":["trace[2048416721] 'process raft request' (duration: 354.467094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.638658Z","caller":"traceutil/trace.go:171","msg":"trace[1018343582] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"359.338333ms","start":"2026-03-31T18:35:06.279289Z","end":"2026-03-31T18:35:06.638627Z","steps":["trace[1018343582] 'process raft request' (duration: 99.960542ms)","trace[1018343582] 'compare' (duration: 259.099805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:06.63869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.284109Z","time spent":"354.564396ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:06.638697Z","caller":"traceutil/trace.go:171","msg":"trace[149592706] linearizableReadLoop","detail":"{readStateIndex:3278; appliedIndex:3277; }","duration":"358.534185ms","start":"2026-03-31T18:35:06.280134Z","end":"2026-03-31T18:35:06.638668Z","steps":["trace[149592706] 'read index received' (duration: 99.130483ms)","trace[149592706] 'applied index is now lower than readState.Index' (duration: 259.397422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:06.638789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.279273Z","time spent":"359.444685ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:06.638957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.815512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:35:06.639002Z","caller":"traceutil/trace.go:171","msg":"trace[1294481490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3143; }","duration":"358.879494ms","start":"2026-03-31T18:35:06.280113Z","end":"2026-03-31T18:35:06.638993Z","steps":["trace[1294481490] 'agreement among raft nodes before linearized reading' (duration: 358.688179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:06.639031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.280105Z","time spent":"358.918654ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:06.666368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.749412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:06.666381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.49269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:35:06.666433Z","caller":"traceutil/trace.go:171","msg":"trace[1233077884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3144; }","duration":"161.858743ms","start":"2026-03-31T18:35:06.50456Z","end":"2026-03-31T18:35:06.666419Z","steps":["trace[1233077884] 'agreement among raft nodes before linearized reading' (duration: 161.740291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:06.666449Z","caller":"traceutil/trace.go:171","msg":"trace[453105596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3144; }","duration":"231.621613ms","start":"2026-03-31T18:35:06.43481Z","end":"2026-03-31T18:35:06.666431Z","steps":["trace[453105596] 'agreement among raft nodes before linearized reading' (duration: 231.413728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:07.053367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.495721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:07.053624Z","caller":"traceutil/trace.go:171","msg":"trace[1333091197] linearizableReadLoop","detail":"{readStateIndex:3282; appliedIndex:3280; }","duration":"374.129898ms","start":"2026-03-31T18:35:06.679476Z","end":"2026-03-31T18:35:07.053606Z","steps":["trace[1333091197] 'read index received' (duration: 153.266369ms)","trace[1333091197] 'applied index is now lower than readState.Index' (duration: 220.862359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:07.053656Z","caller":"traceutil/trace.go:171","msg":"trace[1902804558] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"384.465252ms","start":"2026-03-31T18:35:06.669146Z","end":"2026-03-31T18:35:07.053611Z","steps":["trace[1902804558] 'process raft request' (duration: 163.608403ms)","trace[1902804558] 'compare' (duration: 220.073362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:07.053818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.669123Z","time spent":"384.601765ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:07.053916Z","caller":"traceutil/trace.go:171","msg":"trace[898674622] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"382.925087ms","start":"2026-03-31T18:35:06.670958Z","end":"2026-03-31T18:35:07.053883Z","steps":["trace[898674622] 'process raft request' (duration: 382.535019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:07.053964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.664846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:07.053993Z","caller":"traceutil/trace.go:171","msg":"trace[2018546498] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3146; }","duration":"304.732228ms","start":"2026-03-31T18:35:06.749251Z","end":"2026-03-31T18:35:07.053984Z","steps":["trace[2018546498] 'agreement among raft nodes before linearized reading' (duration: 304.672786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:07.054025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.749232Z","time spent":"304.783728ms","remote":"127.0.0.1:41732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:07.054014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.529418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:35:07.054077Z","caller":"traceutil/trace.go:171","msg":"trace[1356691781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3146; }","duration":"374.63821ms","start":"2026-03-31T18:35:06.679424Z","end":"2026-03-31T18:35:07.054062Z","steps":["trace[1356691781] 'agreement among raft nodes before linearized reading' (duration: 374.421236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:07.054074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.670937Z","time spent":"383.052831ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:07.054119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:06.679404Z","time spent":"374.708332ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:35:07.252529Z","caller":"traceutil/trace.go:171","msg":"trace[2026620910] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"101.339084ms","start":"2026-03-31T18:35:07.151165Z","end":"2026-03-31T18:35:07.252504Z","steps":["trace[2026620910] 'process raft request' (duration: 51.980876ms)","trace[2026620910] 'compare' (duration: 49.252335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:07.629269Z","caller":"traceutil/trace.go:171","msg":"trace[1186344896] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"158.6256ms","start":"2026-03-31T18:35:07.470625Z","end":"2026-03-31T18:35:07.629251Z","steps":["trace[1186344896] 'process raft request' (duration: 158.498537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.052442Z","caller":"traceutil/trace.go:171","msg":"trace[1184438647] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"154.265832ms","start":"2026-03-31T18:35:07.898127Z","end":"2026-03-31T18:35:08.052393Z","steps":["trace[1184438647] 'process raft request' (duration: 91.299787ms)","trace[1184438647] 'compare' (duration: 62.670538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:08.060657Z","caller":"traceutil/trace.go:171","msg":"trace[57024859] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"161.684899ms","start":"2026-03-31T18:35:07.898936Z","end":"2026-03-31T18:35:08.060621Z","steps":["trace[57024859] 'process raft request' (duration: 161.367442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.060893Z","caller":"traceutil/trace.go:171","msg":"trace[1747988734] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"161.819212ms","start":"2026-03-31T18:35:07.899041Z","end":"2026-03-31T18:35:08.06086Z","steps":["trace[1747988734] 'process raft request' (duration: 161.453184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.061115Z","caller":"traceutil/trace.go:171","msg":"trace[629821464] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"161.66618ms","start":"2026-03-31T18:35:07.899435Z","end":"2026-03-31T18:35:08.061101Z","steps":["trace[629821464] 'process raft request' (duration: 161.103446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.061628Z","caller":"traceutil/trace.go:171","msg":"trace[1150274329] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"162.092069ms","start":"2026-03-31T18:35:07.899523Z","end":"2026-03-31T18:35:08.061615Z","steps":["trace[1150274329] 'process raft request' (duration: 161.479585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.061646Z","caller":"traceutil/trace.go:171","msg":"trace[1587682594] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"161.629548ms","start":"2026-03-31T18:35:07.899999Z","end":"2026-03-31T18:35:08.061628Z","steps":["trace[1587682594] 'process raft request' (duration: 161.351382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.330332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.764036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:08.330684Z","caller":"traceutil/trace.go:171","msg":"trace[689581685] linearizableReadLoop","detail":"{readStateIndex:3300; appliedIndex:3297; }","duration":"169.346304ms","start":"2026-03-31T18:35:08.161266Z","end":"2026-03-31T18:35:08.330612Z","steps":["trace[689581685] 'read index received' (duration: 55.099978ms)","trace[689581685] 'applied index is now lower than readState.Index' (duration: 114.245096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:08.330675Z","caller":"traceutil/trace.go:171","msg":"trace[1060420603] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"186.357359ms","start":"2026-03-31T18:35:08.144282Z","end":"2026-03-31T18:35:08.330639Z","steps":["trace[1060420603] 'process raft request' (duration: 186.220576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:08.330674Z","caller":"traceutil/trace.go:171","msg":"trace[1656076737] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"187.221229ms","start":"2026-03-31T18:35:08.143368Z","end":"2026-03-31T18:35:08.330589Z","steps":["trace[1656076737] 'process raft request' (duration: 73.058334ms)","trace[1656076737] 'compare' (duration: 113.53037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:08.330721Z","caller":"traceutil/trace.go:171","msg":"trace[931848876] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"178.93993ms","start":"2026-03-31T18:35:08.151734Z","end":"2026-03-31T18:35:08.330674Z","steps":["trace[931848876] 'process raft request' (duration: 178.831688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:08.330966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.666531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:08.331077Z","caller":"traceutil/trace.go:171","msg":"trace[310673882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3163; }","duration":"169.825745ms","start":"2026-03-31T18:35:08.161226Z","end":"2026-03-31T18:35:08.331052Z","steps":["trace[310673882] 'agreement among raft nodes before linearized reading' (duration: 169.505668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.845866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:11.346887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:11.847648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:12.34844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:12.371115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.033656532s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:12.371506Z","caller":"traceutil/trace.go:171","msg":"trace[1148310872] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"2.034176713s","start":"2026-03-31T18:35:10.337297Z","end":"2026-03-31T18:35:12.371474Z","steps":["trace[1148310872] 'process raft request' (duration: 2.03402065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:12.371659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.337267Z","time spent":"2.034307037s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:13.146317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.708084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:13.146512Z","caller":"traceutil/trace.go:171","msg":"trace[1431343438] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3308; }","duration":"2.801001341s","start":"2026-03-31T18:35:10.345491Z","end":"2026-03-31T18:35:13.146493Z","steps":["trace[1431343438] 'read index received' (duration: 2.025925647s)","trace[1431343438] 'applied index is now lower than readState.Index' (duration: 775.074674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:13.146618Z","caller":"traceutil/trace.go:171","msg":"trace[1527835937] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"2.809019903s","start":"2026-03-31T18:35:10.337579Z","end":"2026-03-31T18:35:13.146599Z","steps":["trace[1527835937] 'process raft request' (duration: 2.808839479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.146709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.337551Z","time spent":"2.809112105s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:13.146679Z","caller":"traceutil/trace.go:171","msg":"trace[1073781237] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"2.809128535s","start":"2026-03-31T18:35:10.337487Z","end":"2026-03-31T18:35:13.146616Z","steps":["trace[1073781237] 'process raft request' (duration: 2.160004572s)","trace[1073781237] 'compare' (duration: 648.268034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:13.146787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801274888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:13.146865Z","caller":"traceutil/trace.go:171","msg":"trace[890078789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3174; }","duration":"2.80140576s","start":"2026-03-31T18:35:10.34544Z","end":"2026-03-31T18:35:13.146846Z","steps":["trace[890078789] 'agreement among raft nodes before linearized reading' (duration: 2.801173635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.146884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.990917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:13.146922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.345425Z","time spent":"2.801487773s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:13.146912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086125135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:35:13.146981Z","caller":"traceutil/trace.go:171","msg":"trace[291105145] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3174; }","duration":"663.124301ms","start":"2026-03-31T18:35:12.483834Z","end":"2026-03-31T18:35:13.146959Z","steps":["trace[291105145] 'agreement among raft nodes before linearized reading' (duration: 662.966757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.146972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314520964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:13.146988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.344071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17081"} {"level":"warn","ts":"2026-03-31T18:35:13.147028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.483823Z","time spent":"663.194712ms","remote":"127.0.0.1:55434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:13.147038Z","caller":"traceutil/trace.go:171","msg":"trace[1306684250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3174; }","duration":"1.314642697s","start":"2026-03-31T18:35:11.832384Z","end":"2026-03-31T18:35:13.147027Z","steps":["trace[1306684250] 'agreement among raft nodes before linearized reading' (duration: 1.314563226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.146892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762312136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:13.147058Z","caller":"traceutil/trace.go:171","msg":"trace[975372019] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3174; }","duration":"760.475974ms","start":"2026-03-31T18:35:12.386566Z","end":"2026-03-31T18:35:13.147042Z","steps":["trace[975372019] 'agreement among raft nodes before linearized reading' (duration: 760.249839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.337467Z","time spent":"2.809388702s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:13.147061Z","caller":"traceutil/trace.go:171","msg":"trace[1327953340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3174; }","duration":"1.086273729s","start":"2026-03-31T18:35:12.060722Z","end":"2026-03-31T18:35:13.146995Z","steps":["trace[1327953340] 'agreement among raft nodes before linearized reading' (duration: 1.086001673s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:13.147085Z","caller":"traceutil/trace.go:171","msg":"trace[436035352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3174; }","duration":"2.76253852s","start":"2026-03-31T18:35:10.384535Z","end":"2026-03-31T18:35:13.147074Z","steps":["trace[436035352] 'agreement among raft nodes before linearized reading' (duration: 2.762183793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.386543Z","time spent":"760.542905ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17104,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:35:13.147102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.832357Z","time spent":"1.314734699s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:13.147115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.38452Z","time spent":"2.762586902s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:13.14714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.060692Z","time spent":"1.086435683s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:35:13.147317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.103741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T18:35:13.147331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.114832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:13.147352Z","caller":"traceutil/trace.go:171","msg":"trace[663842495] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3174; }","duration":"705.165892ms","start":"2026-03-31T18:35:12.442173Z","end":"2026-03-31T18:35:13.147339Z","steps":["trace[663842495] 'agreement among raft nodes before linearized reading' (duration: 705.05499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.442148Z","time spent":"705.232163ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T18:35:13.147389Z","caller":"traceutil/trace.go:171","msg":"trace[2057510857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3174; }","duration":"216.196333ms","start":"2026-03-31T18:35:12.931177Z","end":"2026-03-31T18:35:13.147373Z","steps":["trace[2057510857] 'agreement among raft nodes before linearized reading' (duration: 216.109331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.453179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:13.147504Z","caller":"traceutil/trace.go:171","msg":"trace[1163771722] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3174; }","duration":"910.589962ms","start":"2026-03-31T18:35:12.236901Z","end":"2026-03-31T18:35:13.147491Z","steps":["trace[1163771722] 'agreement among raft nodes before linearized reading' (duration: 910.382157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511248407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:13.147551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.236878Z","time spent":"910.665514ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:35:13.147574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762025529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:13.147609Z","caller":"traceutil/trace.go:171","msg":"trace[803145859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3174; }","duration":"2.76206054s","start":"2026-03-31T18:35:10.385541Z","end":"2026-03-31T18:35:13.147601Z","steps":["trace[803145859] 'agreement among raft nodes before linearized reading' (duration: 2.761977448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.385516Z","time spent":"2.762109942s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:35:13.14758Z","caller":"traceutil/trace.go:171","msg":"trace[2107083569] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3174; }","duration":"1.511365529s","start":"2026-03-31T18:35:11.636202Z","end":"2026-03-31T18:35:13.147567Z","steps":["trace[2107083569] 'agreement among raft nodes before linearized reading' (duration: 1.511196186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792242477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:13.14771Z","caller":"traceutil/trace.go:171","msg":"trace[142822501] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3174; }","duration":"1.792316728s","start":"2026-03-31T18:35:11.355382Z","end":"2026-03-31T18:35:13.147699Z","steps":["trace[142822501] 'agreement among raft nodes before linearized reading' (duration: 1.792220846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.636174Z","time spent":"1.511527223s","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:13.147739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762255214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:35:13.147759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:11.355335Z","time spent":"1.792408331s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:13.147778Z","caller":"traceutil/trace.go:171","msg":"trace[1428378158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3174; }","duration":"2.762310396s","start":"2026-03-31T18:35:10.385458Z","end":"2026-03-31T18:35:13.147769Z","steps":["trace[1428378158] 'agreement among raft nodes before linearized reading' (duration: 2.762143452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.38545Z","time spent":"2.762387867s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:13.147875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763253107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:13.147923Z","caller":"traceutil/trace.go:171","msg":"trace[1322404216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3174; }","duration":"2.763341379s","start":"2026-03-31T18:35:10.384568Z","end":"2026-03-31T18:35:13.147909Z","steps":["trace[1322404216] 'agreement among raft nodes before linearized reading' (duration: 2.763127164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.147965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.384547Z","time spent":"2.7634098s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:13.148285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762498201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:35:13.148411Z","caller":"traceutil/trace.go:171","msg":"trace[610204676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3174; }","duration":"2.762651535s","start":"2026-03-31T18:35:10.385729Z","end":"2026-03-31T18:35:13.14838Z","steps":["trace[610204676] 'agreement among raft nodes before linearized reading' (duration: 2.761959218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.148661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:10.385708Z","time spent":"2.7629362s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:13.654298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:14.157858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:14.327418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17475781s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:16.041981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714210881s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:16.042123Z","caller":"traceutil/trace.go:171","msg":"trace[2093532739] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"2.889539006s","start":"2026-03-31T18:35:13.152559Z","end":"2026-03-31T18:35:16.042098Z","steps":["trace[2093532739] 'process raft request' (duration: 1.175105239s)","trace[2093532739] 'compare' (duration: 1.712918082s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:16.042197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.152542Z","time spent":"2.889618488s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:16.352609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884882974s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:16.833589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:16.833697Z","caller":"traceutil/trace.go:171","msg":"trace[1612704727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365999s","start":"2026-03-31T18:35:14.833306Z","end":"2026-03-31T18:35:16.833672Z","steps":["trace[1612704727] 'agreement among raft nodes before linearized reading' (duration: 2.000227866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:16.833748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.83329Z","time spent":"2.000448681s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:18.152617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.153841Z","time spent":"4.998709317s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:18.152671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.153311Z","time spent":"4.999346882s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:35:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:18.834362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:18.834483Z","caller":"traceutil/trace.go:171","msg":"trace[457574726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546662s","start":"2026-03-31T18:35:16.833909Z","end":"2026-03-31T18:35:18.834456Z","steps":["trace[457574726] 'agreement among raft nodes before linearized reading' (duration: 2.000380479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.834547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.833886Z","time spent":"2.000647995s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:19.786767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433821866s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:19.786952Z","caller":"traceutil/trace.go:171","msg":"trace[1543931253] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"6.633985151s","start":"2026-03-31T18:35:13.152954Z","end":"2026-03-31T18:35:19.78694Z","steps":["trace[1543931253] 'process raft request' (duration: 3.199942471s)","trace[1543931253] 'compare' (duration: 3.432835443s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:19.786996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.152921Z","time spent":"6.634059963s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:19.787178Z","caller":"traceutil/trace.go:171","msg":"trace[687696916] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"6.631812642s","start":"2026-03-31T18:35:13.155359Z","end":"2026-03-31T18:35:19.787172Z","steps":["trace[687696916] 'process raft request' (duration: 6.631639138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:19.787215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.155346Z","time spent":"6.631852833s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:19.787189Z","caller":"traceutil/trace.go:171","msg":"trace[486131170] linearizableReadLoop","detail":"{readStateIndex:3318; appliedIndex:3311; }","duration":"6.633554672s","start":"2026-03-31T18:35:13.153613Z","end":"2026-03-31T18:35:19.787167Z","steps":["trace[486131170] 'read index received' (duration: 1.174066786s)","trace[486131170] 'applied index is now lower than readState.Index' (duration: 5.459486856s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:19.787308Z","caller":"traceutil/trace.go:171","msg":"trace[1176400191] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"6.633277745s","start":"2026-03-31T18:35:13.154024Z","end":"2026-03-31T18:35:19.787301Z","steps":["trace[1176400191] 'process raft request' (duration: 6.632894167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:19.787341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.154014Z","time spent":"6.633311316s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:19.787455Z","caller":"traceutil/trace.go:171","msg":"trace[1733259213] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"6.626230415s","start":"2026-03-31T18:35:13.161212Z","end":"2026-03-31T18:35:19.787442Z","steps":["trace[1733259213] 'process raft request' (duration: 6.625891878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:19.787564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.161204Z","time spent":"6.626292018s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17050,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:19.789229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.635606249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9176"} {"level":"info","ts":"2026-03-31T18:35:19.789287Z","caller":"traceutil/trace.go:171","msg":"trace[1686494358] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3181; }","duration":"6.63569013s","start":"2026-03-31T18:35:13.153585Z","end":"2026-03-31T18:35:19.789276Z","steps":["trace[1686494358] 'agreement among raft nodes before linearized reading' (duration: 6.635514776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:19.789319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.153575Z","time spent":"6.635736942s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9199,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:35:20.151593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.152814Z","time spent":"4.998772688s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:35:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:20.152002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.153686Z","time spent":"4.998312249s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:20.184909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.400625284s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:35:20.345611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.84109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:20.345688Z","caller":"traceutil/trace.go:171","msg":"trace[536033721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"190.963693ms","start":"2026-03-31T18:35:20.154707Z","end":"2026-03-31T18:35:20.34567Z","steps":["trace[536033721] 'agreement among raft nodes before linearized reading' (duration: 190.85651ms)"],"step_count":1} 2026/03/31 18:35:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:20.383554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.590701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:20.383644Z","caller":"traceutil/trace.go:171","msg":"trace[146259513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"227.796206ms","start":"2026-03-31T18:35:20.155829Z","end":"2026-03-31T18:35:20.383625Z","steps":["trace[146259513] 'agreement among raft nodes before linearized reading' (duration: 227.642143ms)"],"step_count":1} 2026/03/31 18:35:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:20.844858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000897541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:20.844965Z","caller":"traceutil/trace.go:171","msg":"trace[343616275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001035264s","start":"2026-03-31T18:35:18.84389Z","end":"2026-03-31T18:35:20.844925Z","steps":["trace[343616275] 'agreement among raft nodes before linearized reading' (duration: 2.000928101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:20.84507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.843872Z","time spent":"2.001187317s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:21.277419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381266306s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:21.277597Z","caller":"traceutil/trace.go:171","msg":"trace[1458237405] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3181; }","duration":"1.38145567s","start":"2026-03-31T18:35:19.896122Z","end":"2026-03-31T18:35:21.277578Z","steps":["trace[1458237405] 'range keys from in-memory index tree' (duration: 1.381248854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.277901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092270932s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:21.278252Z","caller":"traceutil/trace.go:171","msg":"trace[95954151] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"6.898846158s","start":"2026-03-31T18:35:14.379353Z","end":"2026-03-31T18:35:21.2782Z","steps":["trace[95954151] 'process raft request' (duration: 5.806031782s)","trace[95954151] 'compare' (duration: 1.091834163s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:21.278425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.379327Z","time spent":"6.898998911s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:21.278539Z","caller":"traceutil/trace.go:171","msg":"trace[383767680] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"6.111876144s","start":"2026-03-31T18:35:15.166592Z","end":"2026-03-31T18:35:21.278469Z","steps":["trace[383767680] 'process raft request' (duration: 6.111650889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.278738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.166581Z","time spent":"6.112064779s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:21.2788Z","caller":"traceutil/trace.go:171","msg":"trace[1781741084] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"4.557455179s","start":"2026-03-31T18:35:16.721305Z","end":"2026-03-31T18:35:21.27876Z","steps":["trace[1781741084] 'process raft request' (duration: 4.55704337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.279191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:16.721282Z","time spent":"4.557623033s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:21.962969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.501653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:35:21.964028Z","caller":"traceutil/trace.go:171","msg":"trace[1283435744] linearizableReadLoop","detail":"{readStateIndex:3325; appliedIndex:3318; }","duration":"2.176732221s","start":"2026-03-31T18:35:19.787254Z","end":"2026-03-31T18:35:21.963986Z","steps":["trace[1283435744] 'read index received' (duration: 398.092352ms)","trace[1283435744] 'applied index is now lower than readState.Index' (duration: 1.778637449s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.964462Z","caller":"traceutil/trace.go:171","msg":"trace[656677037] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"2.728991982s","start":"2026-03-31T18:35:19.235434Z","end":"2026-03-31T18:35:21.964426Z","steps":["trace[656677037] 'process raft request' (duration: 2.727712802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.964802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.235416Z","time spent":"2.729099245s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:22.674007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.910303557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:22.674095Z","caller":"traceutil/trace.go:171","msg":"trace[429564714] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3187; }","duration":"8.91044879s","start":"2026-03-31T18:35:13.763625Z","end":"2026-03-31T18:35:22.674074Z","steps":["trace[429564714] 'agreement among raft nodes before linearized reading' (duration: 8.200732956s)","trace[429564714] 'count revisions from in-memory index tree' (duration: 709.550791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.674136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.763606Z","time spent":"8.910521502s","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:22.674128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.090412013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:22.674235Z","caller":"traceutil/trace.go:171","msg":"trace[1708973672] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3187; }","duration":"9.090558276s","start":"2026-03-31T18:35:13.583652Z","end":"2026-03-31T18:35:22.67421Z","steps":["trace[1708973672] 'agreement among raft nodes before linearized reading' (duration: 8.380860593s)","trace[1708973672] 'count revisions from in-memory index tree' (duration: 709.483189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.674766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180538233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T18:35:22.674773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732956871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:22.674976Z","caller":"traceutil/trace.go:171","msg":"trace[709419079] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3187; }","duration":"4.733199406s","start":"2026-03-31T18:35:17.941708Z","end":"2026-03-31T18:35:22.674907Z","steps":["trace[709419079] 'agreement among raft nodes before linearized reading' (duration: 4.022816797s)","trace[709419079] 'count revisions from in-memory index tree' (duration: 710.165064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.675098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.941677Z","time spent":"4.7333766s","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:22.674778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.583595Z","time spent":"9.091167461s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:22.674846Z","caller":"traceutil/trace.go:171","msg":"trace[2002758815] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3187; }","duration":"7.180642155s","start":"2026-03-31T18:35:15.494179Z","end":"2026-03-31T18:35:22.674821Z","steps":["trace[2002758815] 'agreement among raft nodes before linearized reading' (duration: 6.470254436s)","trace[2002758815] 'count revisions from in-memory index tree' (duration: 710.310598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.675248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:15.494156Z","time spent":"7.181053175s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":330,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:22.674321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.014009294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:22.674438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.519335942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:35:22.676254Z","caller":"traceutil/trace.go:171","msg":"trace[435103139] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3187; }","duration":"9.521118173s","start":"2026-03-31T18:35:13.155095Z","end":"2026-03-31T18:35:22.676213Z","steps":["trace[435103139] 'agreement among raft nodes before linearized reading' (duration: 8.809418674s)","trace[435103139] 'range keys from in-memory index tree' (duration: 709.782276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.67444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383374604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:22.676405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.155065Z","time spent":"9.521268636s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:35:22.676448Z","caller":"traceutil/trace.go:171","msg":"trace[538435048] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3187; }","duration":"3.38540146s","start":"2026-03-31T18:35:19.290991Z","end":"2026-03-31T18:35:22.676393Z","steps":["trace[538435048] 'agreement among raft nodes before linearized reading' (duration: 2.673482186s)","trace[538435048] 'count revisions from in-memory index tree' (duration: 709.823717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.674497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206216224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T18:35:22.676567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.290975Z","time spent":"3.385546343s","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:22.674491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627981565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:35:22.676865Z","caller":"traceutil/trace.go:171","msg":"trace[1392019706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3187; }","duration":"5.208571457s","start":"2026-03-31T18:35:17.468227Z","end":"2026-03-31T18:35:22.676798Z","steps":["trace[1392019706] 'agreement among raft nodes before linearized reading' (duration: 4.496142361s)","trace[1392019706] 'range keys from in-memory index tree' (duration: 709.98009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.677154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.468201Z","time spent":"5.208921764s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:35:22.674512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.417081627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:22.677298Z","caller":"traceutil/trace.go:171","msg":"trace[965308970] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:3187; }","duration":"5.419885551s","start":"2026-03-31T18:35:17.257394Z","end":"2026-03-31T18:35:22.67728Z","steps":["trace[965308970] 'agreement among raft nodes before linearized reading' (duration: 4.707018235s)","trace[965308970] 'range keys from in-memory index tree' (duration: 710.051481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.677408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.25738Z","time spent":"5.419985453s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:35:22.674553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82941043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:35:22.677483Z","caller":"traceutil/trace.go:171","msg":"trace[1026838334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3187; }","duration":"3.832365986s","start":"2026-03-31T18:35:18.845095Z","end":"2026-03-31T18:35:22.677461Z","steps":["trace[1026838334] 'agreement among raft nodes before linearized reading' (duration: 3.119389318s)","trace[1026838334] 'range keys from in-memory index tree' (duration: 709.922139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.67754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.845066Z","time spent":"3.832457478s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:22.674624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.295163092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200ce5806c1b5\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:35:22.677672Z","caller":"traceutil/trace.go:171","msg":"trace[1228478082] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200ce5806c1b5; range_end:; response_count:1; response_revision:3187; }","duration":"8.298244432s","start":"2026-03-31T18:35:14.379411Z","end":"2026-03-31T18:35:22.677656Z","steps":["trace[1228478082] 'agreement among raft nodes before linearized reading' (duration: 7.585035629s)","trace[1228478082] 'range keys from in-memory index tree' (duration: 710.091893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.674199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093130628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:22.67773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:14.379388Z","time spent":"8.298328595s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200ce5806c1b5\" "} {"level":"info","ts":"2026-03-31T18:35:22.677734Z","caller":"traceutil/trace.go:171","msg":"trace[1419558977] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3187; }","duration":"4.096873704s","start":"2026-03-31T18:35:18.580847Z","end":"2026-03-31T18:35:22.677721Z","steps":["trace[1419558977] 'agreement among raft nodes before linearized reading' (duration: 3.38361293s)","trace[1419558977] 'count revisions from in-memory index tree' (duration: 709.53767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.677783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.580819Z","time spent":"4.096945955s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:22.676142Z","caller":"traceutil/trace.go:171","msg":"trace[1804616778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3187; }","duration":"9.015883537s","start":"2026-03-31T18:35:13.660208Z","end":"2026-03-31T18:35:22.676091Z","steps":["trace[1804616778] 'agreement among raft nodes before linearized reading' (duration: 8.30428749s)","trace[1804616778] 'count revisions from in-memory index tree' (duration: 709.721585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.677869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.660184Z","time spent":"9.017662786s","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:22.676989Z","caller":"traceutil/trace.go:171","msg":"trace[14092932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3187; }","duration":"4.630497133s","start":"2026-03-31T18:35:18.046417Z","end":"2026-03-31T18:35:22.676914Z","steps":["trace[14092932] 'agreement among raft nodes before linearized reading' (duration: 3.91821504s)","trace[14092932] 'range keys from in-memory index tree' (duration: 709.693563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:22.677971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:18.046393Z","time spent":"4.631567926s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:22.845368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:22.845477Z","caller":"traceutil/trace.go:171","msg":"trace[491674934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160384s","start":"2026-03-31T18:35:20.845295Z","end":"2026-03-31T18:35:22.845455Z","steps":["trace[491674934] 'agreement among raft nodes before linearized reading' (duration: 2.000012461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:22.845536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.845264Z","time spent":"2.000259866s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:35:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:23.460845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206327705s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:35:23.461052Z","caller":"traceutil/trace.go:171","msg":"trace[1792297404] linearizableReadLoop","detail":"{readStateIndex:3326; appliedIndex:3325; }","duration":"1.496906512s","start":"2026-03-31T18:35:21.964122Z","end":"2026-03-31T18:35:23.461028Z","steps":["trace[1792297404] 'read index received' (duration: 290.382802ms)","trace[1792297404] 'applied index is now lower than readState.Index' (duration: 1.2065217s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:23.461442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651487362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:23.461552Z","caller":"traceutil/trace.go:171","msg":"trace[1448408018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3187; }","duration":"1.651644356s","start":"2026-03-31T18:35:21.809883Z","end":"2026-03-31T18:35:23.461527Z","steps":["trace[1448408018] 'agreement among raft nodes before linearized reading' (duration: 1.651334199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.461557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638303214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:35:23.461615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:21.809866Z","time spent":"1.651734567s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:35:23.46162Z","caller":"traceutil/trace.go:171","msg":"trace[847842166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3187; }","duration":"1.638397065s","start":"2026-03-31T18:35:21.823202Z","end":"2026-03-31T18:35:23.461599Z","steps":["trace[847842166] 'agreement among raft nodes before linearized reading' (duration: 1.638247552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.461607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073685834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:35:23.46167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:21.823185Z","time spent":"1.638473978s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:35:23.461682Z","caller":"traceutil/trace.go:171","msg":"trace[1679525831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3187; }","duration":"3.073802816s","start":"2026-03-31T18:35:20.387863Z","end":"2026-03-31T18:35:23.461666Z","steps":["trace[1679525831] 'agreement among raft nodes before linearized reading' (duration: 3.073628392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.461448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272888903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:23.461726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.387839Z","time spent":"3.073876188s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:35:23.461751Z","caller":"traceutil/trace.go:171","msg":"trace[1547422513] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3187; }","duration":"3.273272851s","start":"2026-03-31T18:35:20.188454Z","end":"2026-03-31T18:35:23.461726Z","steps":["trace[1547422513] 'agreement among raft nodes before linearized reading' (duration: 3.272807331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.461751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308136671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:35:23.461839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.188421Z","time spent":"3.273378894s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:23.461868Z","caller":"traceutil/trace.go:171","msg":"trace[1252359629] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3187; }","duration":"3.308299595s","start":"2026-03-31T18:35:20.153542Z","end":"2026-03-31T18:35:23.461841Z","steps":["trace[1252359629] 'agreement among raft nodes before linearized reading' (duration: 3.307953817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.461933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.153526Z","time spent":"3.308391336s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:35:23.461576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523741341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:23.462293Z","caller":"traceutil/trace.go:171","msg":"trace[1340638899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3187; }","duration":"3.524528918s","start":"2026-03-31T18:35:19.937741Z","end":"2026-03-31T18:35:23.46227Z","steps":["trace[1340638899] 'agreement among raft nodes before linearized reading' (duration: 3.52372361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.462478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.937712Z","time spent":"3.524752513s","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:35:23.462488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113884193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:35:23.462547Z","caller":"traceutil/trace.go:171","msg":"trace[912889135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3187; }","duration":"3.113980485s","start":"2026-03-31T18:35:20.348549Z","end":"2026-03-31T18:35:23.46253Z","steps":["trace[912889135] 'agreement among raft nodes before linearized reading' (duration: 3.112957152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.462626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.34853Z","time spent":"3.114084238s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:23.814754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.699966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:35:23.815361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.679321Z","time spent":"1.136034564s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:23.815733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99599559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17065"} {"level":"info","ts":"2026-03-31T18:35:23.815843Z","caller":"traceutil/trace.go:171","msg":"trace[1268265891] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3188; }","duration":"3.996149353s","start":"2026-03-31T18:35:19.819665Z","end":"2026-03-31T18:35:23.815815Z","steps":["trace[1268265891] 'agreement among raft nodes before linearized reading' (duration: 3.641866785s)","trace[1268265891] 'range keys from in-memory index tree' (duration: 353.992042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:23.815898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:19.819639Z","time spent":"3.996247267s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17088,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:35:23.816241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797865661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:23.816297Z","caller":"traceutil/trace.go:171","msg":"trace[343097358] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3188; }","duration":"2.797981923s","start":"2026-03-31T18:35:21.0183Z","end":"2026-03-31T18:35:23.816282Z","steps":["trace[343097358] 'agreement among raft nodes before linearized reading' (duration: 2.443266783s)","trace[343097358] 'count revisions from in-memory index tree' (duration: 354.638157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:23.816341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:21.018272Z","time spent":"2.798057295s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:23.816621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663113406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-31T18:35:23.816677Z","caller":"traceutil/trace.go:171","msg":"trace[537449535] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3188; }","duration":"3.663192367s","start":"2026-03-31T18:35:20.153469Z","end":"2026-03-31T18:35:23.816661Z","steps":["trace[537449535] 'agreement among raft nodes before linearized reading' (duration: 3.30811424s)","trace[537449535] 'range keys from in-memory index tree' (duration: 354.955265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:23.81672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.153454Z","time spent":"3.663251379s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:35:23.817005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48083325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:23.817078Z","caller":"traceutil/trace.go:171","msg":"trace[906848694] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3188; }","duration":"3.480940722s","start":"2026-03-31T18:35:20.336107Z","end":"2026-03-31T18:35:23.817047Z","steps":["trace[906848694] 'agreement among raft nodes before linearized reading' (duration: 3.125467016s)","trace[906848694] 'count revisions from in-memory index tree' (duration: 355.378354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:23.817123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.336076Z","time spent":"3.481035974s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:23.81747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00751065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:35:23.81749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267569052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:23.81757Z","caller":"traceutil/trace.go:171","msg":"trace[1453359621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3188; }","duration":"2.007661514s","start":"2026-03-31T18:35:21.809883Z","end":"2026-03-31T18:35:23.817545Z","steps":["trace[1453359621] 'agreement among raft nodes before linearized reading' (duration: 1.651696317s)","trace[1453359621] 'range keys from in-memory index tree' (duration: 355.702372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:23.817591Z","caller":"traceutil/trace.go:171","msg":"trace[1754087470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3188; }","duration":"3.267735066s","start":"2026-03-31T18:35:20.549836Z","end":"2026-03-31T18:35:23.817572Z","steps":["trace[1754087470] 'agreement among raft nodes before linearized reading' (duration: 2.911772678s)","trace[1754087470] 'count revisions from in-memory index tree' (duration: 355.810333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:23.81762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:21.809865Z","time spent":"2.007743935s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:23.81763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:20.549796Z","time spent":"3.267825928s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:23.817697Z","caller":"traceutil/trace.go:171","msg":"trace[1623361730] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"1.13714466s","start":"2026-03-31T18:35:22.680521Z","end":"2026-03-31T18:35:23.817666Z","steps":["trace[1623361730] 'process raft request' (duration: 1.134660563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:23.818176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.680497Z","time spent":"1.137277862s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:24.11172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.988105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:24.112179Z","caller":"traceutil/trace.go:171","msg":"trace[1187423692] linearizableReadLoop","detail":"{readStateIndex:3332; appliedIndex:3326; }","duration":"651.068067ms","start":"2026-03-31T18:35:23.461086Z","end":"2026-03-31T18:35:24.112154Z","steps":["trace[1187423692] 'read index received' (duration: 145.7922ms)","trace[1187423692] 'applied index is now lower than readState.Index' (duration: 505.274397ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:24.112309Z","caller":"traceutil/trace.go:171","msg":"trace[1923256705] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"1.426346196s","start":"2026-03-31T18:35:22.685946Z","end":"2026-03-31T18:35:24.112292Z","steps":["trace[1923256705] 'process raft request' (duration: 1.425903456s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.112313Z","caller":"traceutil/trace.go:171","msg":"trace[167704755] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"1.429225271s","start":"2026-03-31T18:35:22.68273Z","end":"2026-03-31T18:35:24.111955Z","steps":["trace[167704755] 'process raft request' (duration: 1.134914199s)","trace[167704755] 'compare' (duration: 293.726209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:24.112413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.685929Z","time spent":"1.426423187s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:24.112507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.682695Z","time spent":"1.429712301s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:24.112502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257894823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:24.11263Z","caller":"traceutil/trace.go:171","msg":"trace[459639206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3194; }","duration":"1.258085238s","start":"2026-03-31T18:35:22.854513Z","end":"2026-03-31T18:35:24.112598Z","steps":["trace[459639206] 'agreement among raft nodes before linearized reading' (duration: 1.257887473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.112701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.854484Z","time spent":"1.258202869s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:24.112806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053582134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:35:24.112876Z","caller":"traceutil/trace.go:171","msg":"trace[348606805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3194; }","duration":"2.053689636s","start":"2026-03-31T18:35:22.059169Z","end":"2026-03-31T18:35:24.112858Z","steps":["trace[348606805] 'agreement among raft nodes before linearized reading' (duration: 2.053509941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.11292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.059147Z","time spent":"2.053762748s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:35:24.113085Z","caller":"traceutil/trace.go:171","msg":"trace[413083537] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"827.123973ms","start":"2026-03-31T18:35:23.285935Z","end":"2026-03-31T18:35:24.113059Z","steps":["trace[413083537] 'process raft request' (duration: 826.008337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.113198Z","caller":"traceutil/trace.go:171","msg":"trace[130195010] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"643.729691ms","start":"2026-03-31T18:35:23.469441Z","end":"2026-03-31T18:35:24.113171Z","steps":["trace[130195010] 'process raft request' (duration: 642.651456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.113243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.285898Z","time spent":"827.240546ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:24.113299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430849758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"warn","ts":"2026-03-31T18:35:24.113332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.469432Z","time spent":"643.833333ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:24.113365Z","caller":"traceutil/trace.go:171","msg":"trace[1049206552] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3194; }","duration":"1.43095013s","start":"2026-03-31T18:35:22.682399Z","end":"2026-03-31T18:35:24.113349Z","steps":["trace[1049206552] 'agreement among raft nodes before linearized reading' (duration: 1.430786367s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.113417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.682385Z","time spent":"1.431020782s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:35:24.113419Z","caller":"traceutil/trace.go:171","msg":"trace[461912788] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"644.410876ms","start":"2026-03-31T18:35:23.468989Z","end":"2026-03-31T18:35:24.1134Z","steps":["trace[461912788] 'process raft request' (duration: 643.032795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.113519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.468967Z","time spent":"644.499789ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:24.112767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430339516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T18:35:24.115447Z","caller":"traceutil/trace.go:171","msg":"trace[316781830] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6; range_end:; response_count:1; response_revision:3194; }","duration":"1.432909344s","start":"2026-03-31T18:35:22.682381Z","end":"2026-03-31T18:35:24.115291Z","steps":["trace[316781830] 'agreement among raft nodes before linearized reading' (duration: 1.430254333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.115535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:22.682368Z","time spent":"1.433143209s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6\" "} {"level":"warn","ts":"2026-03-31T18:35:25.152459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322621839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:25.152542Z","caller":"traceutil/trace.go:171","msg":"trace[2119180689] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.322767512s","start":"2026-03-31T18:35:23.829756Z","end":"2026-03-31T18:35:25.152524Z","steps":["trace[2119180689] 'agreement among raft nodes before linearized reading' (duration: 1.32265467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.152589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.829737Z","time spent":"1.322842494s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 18:35:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:25.152743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683558798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:25.152779Z","caller":"traceutil/trace.go:171","msg":"trace[1634579716] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"1.683619339s","start":"2026-03-31T18:35:23.469151Z","end":"2026-03-31T18:35:25.152771Z","steps":["trace[1634579716] 'agreement among raft nodes before linearized reading' (duration: 1.683582298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.152807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.469141Z","time spent":"1.683659811s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 18:35:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:25.165997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698834363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:35:25.166069Z","caller":"traceutil/trace.go:171","msg":"trace[1256107168] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"1.698943116s","start":"2026-03-31T18:35:23.467108Z","end":"2026-03-31T18:35:25.166051Z","steps":["trace[1256107168] 'agreement among raft nodes before linearized reading' (duration: 1.698856334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.166111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.467089Z","time spent":"1.699015188s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/03/31 18:35:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:35:25.56185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243726472s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:35:25.562084Z","caller":"traceutil/trace.go:171","msg":"trace[1147755430] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3194; }","duration":"1.743990746s","start":"2026-03-31T18:35:23.818068Z","end":"2026-03-31T18:35:25.562058Z","steps":["trace[1147755430] 'process raft request' (duration: 499.954647ms)","trace[1147755430] 'compare' (duration: 1.243652381s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:25.562182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.818046Z","time spent":"1.744092669s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:25.563215Z","caller":"traceutil/trace.go:171","msg":"trace[27137555] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"1.733550069s","start":"2026-03-31T18:35:23.829634Z","end":"2026-03-31T18:35:25.563185Z","steps":["trace[27137555] 'process raft request' (duration: 1.733388566s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:25.563233Z","caller":"traceutil/trace.go:171","msg":"trace[1292866554] linearizableReadLoop","detail":"{readStateIndex:3337; appliedIndex:3334; }","duration":"1.450950582s","start":"2026-03-31T18:35:24.112244Z","end":"2026-03-31T18:35:25.563194Z","steps":["trace[1292866554] 'read index received' (duration: 205.794548ms)","trace[1292866554] 'applied index is now lower than readState.Index' (duration: 1.245154764s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:25.563347Z","caller":"traceutil/trace.go:171","msg":"trace[1906238492] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"1.733924808s","start":"2026-03-31T18:35:23.829401Z","end":"2026-03-31T18:35:25.563326Z","steps":["trace[1906238492] 'process raft request' (duration: 1.732561258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.563376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.829626Z","time spent":"1.733660142s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:25.563394Z","caller":"traceutil/trace.go:171","msg":"trace[338566028] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"1.442380218s","start":"2026-03-31T18:35:24.120994Z","end":"2026-03-31T18:35:25.563375Z","steps":["trace[338566028] 'process raft request' (duration: 1.442156863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.563433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.829373Z","time spent":"1.73402281s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:35:25.56346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:24.120977Z","time spent":"1.442447471s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:25.563527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031873232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:25.563647Z","caller":"traceutil/trace.go:171","msg":"trace[263712760] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3197; }","duration":"2.032064026s","start":"2026-03-31T18:35:23.531558Z","end":"2026-03-31T18:35:25.563622Z","steps":["trace[263712760] 'agreement among raft nodes before linearized reading' (duration: 2.031761009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.563709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:23.531532Z","time spent":"2.032164539s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:26.064204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:26.117138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:26.117252Z","caller":"traceutil/trace.go:171","msg":"trace[1711675698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310697s","start":"2026-03-31T18:35:24.116916Z","end":"2026-03-31T18:35:26.117226Z","steps":["trace[1711675698] 'agreement among raft nodes before linearized reading' (duration: 2.000133893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:26.117326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:24.116866Z","time spent":"2.00044388s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:26.564959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:27.065439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:27.566137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:27.738175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.581094899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:27.738554Z","caller":"traceutil/trace.go:171","msg":"trace[1988946880] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"2.581636841s","start":"2026-03-31T18:35:25.15689Z","end":"2026-03-31T18:35:27.738527Z","steps":["trace[1988946880] 'process raft request' (duration: 2.581482968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:27.738802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.156852Z","time spent":"2.581882087s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:35:28.126128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:35:28.126223Z","caller":"traceutil/trace.go:171","msg":"trace[5956455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509534s","start":"2026-03-31T18:35:26.125696Z","end":"2026-03-31T18:35:28.126205Z","steps":["trace[5956455] 'agreement among raft nodes before linearized reading' (duration: 2.000382601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.126259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:26.125689Z","time spent":"2.000563495s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:28.479462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.282108ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:35:28.479652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.563683Z","time spent":"2.915963186s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:35:28.4798Z","caller":"traceutil/trace.go:171","msg":"trace[1294391217] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"2.912887476s","start":"2026-03-31T18:35:25.566874Z","end":"2026-03-31T18:35:28.479762Z","steps":["trace[1294391217] 'process raft request' (duration: 2.912676531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.479936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.566848Z","time spent":"2.913024468s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:35:28.480263Z","caller":"traceutil/trace.go:171","msg":"trace[971344627] linearizableReadLoop","detail":"{readStateIndex:3342; appliedIndex:3338; }","duration":"2.916946218s","start":"2026-03-31T18:35:25.563292Z","end":"2026-03-31T18:35:28.480239Z","steps":["trace[971344627] 'read index received' (duration: 2.175073489s)","trace[971344627] 'applied index is now lower than readState.Index' (duration: 741.870669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:28.480302Z","caller":"traceutil/trace.go:171","msg":"trace[1774012857] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"2.356098942s","start":"2026-03-31T18:35:26.124188Z","end":"2026-03-31T18:35:28.480287Z","steps":["trace[1774012857] 'process raft request' (duration: 2.355484188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.480475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:26.124174Z","time spent":"2.356224466s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:28.48056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439961817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:28.480625Z","caller":"traceutil/trace.go:171","msg":"trace[1978805656] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3200; }","duration":"3.440070869s","start":"2026-03-31T18:35:25.040538Z","end":"2026-03-31T18:35:28.480609Z","steps":["trace[1978805656] 'agreement among raft nodes before linearized reading' (duration: 3.439886475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.480683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.040521Z","time spent":"3.440146451s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:28.480703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002840067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:28.480722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244657661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:28.480761Z","caller":"traceutil/trace.go:171","msg":"trace[682753404] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3200; }","duration":"4.002937539s","start":"2026-03-31T18:35:24.477806Z","end":"2026-03-31T18:35:28.480744Z","steps":["trace[682753404] 'agreement among raft nodes before linearized reading' (duration: 4.002829237s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.480776Z","caller":"traceutil/trace.go:171","msg":"trace[739490029] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3200; }","duration":"4.244761804s","start":"2026-03-31T18:35:24.235999Z","end":"2026-03-31T18:35:28.480761Z","steps":["trace[739490029] 'agreement among raft nodes before linearized reading' (duration: 4.244551489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.480817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:24.235976Z","time spent":"4.244830456s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:35:28.480866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811381579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:28.480916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.86792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:28.481015Z","caller":"traceutil/trace.go:171","msg":"trace[480532960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3200; }","duration":"353.990743ms","start":"2026-03-31T18:35:28.127008Z","end":"2026-03-31T18:35:28.480999Z","steps":["trace[480532960] 'agreement among raft nodes before linearized reading' (duration: 353.85437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.481068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.126996Z","time spent":"354.059494ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:28.480814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:24.477785Z","time spent":"4.003014702s","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:28.481096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360789489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:28.48114Z","caller":"traceutil/trace.go:171","msg":"trace[2137039063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3200; }","duration":"2.360871061s","start":"2026-03-31T18:35:26.120256Z","end":"2026-03-31T18:35:28.481127Z","steps":["trace[2137039063] 'agreement among raft nodes before linearized reading' (duration: 2.360739158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.481138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359016449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-31T18:35:28.48119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:26.120235Z","time spent":"2.360942453s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:35:28.481197Z","caller":"traceutil/trace.go:171","msg":"trace[1990903967] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3200; }","duration":"2.35907718s","start":"2026-03-31T18:35:26.122106Z","end":"2026-03-31T18:35:28.481183Z","steps":["trace[1990903967] 'agreement among raft nodes before linearized reading' (duration: 2.358746793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.481241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:26.122052Z","time spent":"2.359178102s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T18:35:28.480967Z","caller":"traceutil/trace.go:171","msg":"trace[2036490697] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3200; }","duration":"2.811497841s","start":"2026-03-31T18:35:25.66942Z","end":"2026-03-31T18:35:28.480918Z","steps":["trace[2036490697] 'agreement among raft nodes before linearized reading' (duration: 2.811365718s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.481315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:25.669404Z","time spent":"2.81188883s","remote":"127.0.0.1:41560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:28.481325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359124871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:35:28.481421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359227923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:28.481494Z","caller":"traceutil/trace.go:171","msg":"trace[1694002676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3200; }","duration":"2.359299375s","start":"2026-03-31T18:35:26.122137Z","end":"2026-03-31T18:35:28.481436Z","steps":["trace[1694002676] 'agreement among raft nodes before linearized reading' (duration: 2.358678421s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:28.481541Z","caller":"traceutil/trace.go:171","msg":"trace[1700195560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3200; }","duration":"2.359388206s","start":"2026-03-31T18:35:26.122127Z","end":"2026-03-31T18:35:28.481515Z","steps":["trace[1700195560] 'agreement among raft nodes before linearized reading' (duration: 2.358943287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.481977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:26.122123Z","time spent":"2.359832966s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:28.481974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:26.122131Z","time spent":"2.359800166s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:35:28.481696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.287234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:28.482085Z","caller":"traceutil/trace.go:171","msg":"trace[1102610845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3200; }","duration":"913.707834ms","start":"2026-03-31T18:35:27.568357Z","end":"2026-03-31T18:35:28.482064Z","steps":["trace[1102610845] 'agreement among raft nodes before linearized reading' (duration: 913.235523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.482158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:27.568335Z","time spent":"913.801296ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:35:28.860156Z","caller":"traceutil/trace.go:171","msg":"trace[849602485] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3342; }","duration":"374.836843ms","start":"2026-03-31T18:35:28.485288Z","end":"2026-03-31T18:35:28.860125Z","steps":["trace[849602485] 'read index received' (duration: 311.898034ms)","trace[849602485] 'applied index is now lower than readState.Index' (duration: 62.936049ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:28.860195Z","caller":"traceutil/trace.go:171","msg":"trace[34036333] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"379.346033ms","start":"2026-03-31T18:35:28.480811Z","end":"2026-03-31T18:35:28.860157Z","steps":["trace[34036333] 'process raft request' (duration: 316.391094ms)","trace[34036333] 'compare' (duration: 62.397277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:28.860359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.480787Z","time spent":"379.475437ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:28.861355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.04968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:35:28.86141Z","caller":"traceutil/trace.go:171","msg":"trace[682525870] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3201; }","duration":"376.165023ms","start":"2026-03-31T18:35:28.485231Z","end":"2026-03-31T18:35:28.861396Z","steps":["trace[682525870] 'agreement among raft nodes before linearized reading' (duration: 375.033677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:28.86174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.485205Z","time spent":"376.350907ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:35:29.360971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:29.86164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280645644,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:35:29.997426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.20569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:29.997597Z","caller":"traceutil/trace.go:171","msg":"trace[499447418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3201; }","duration":"100.391034ms","start":"2026-03-31T18:35:29.897182Z","end":"2026-03-31T18:35:29.997573Z","steps":["trace[499447418] 'range keys from in-memory index tree' (duration: 100.185819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.171551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317486709s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:35:30.172056Z","caller":"traceutil/trace.go:171","msg":"trace[1938082099] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"1.686391258s","start":"2026-03-31T18:35:28.485615Z","end":"2026-03-31T18:35:30.172006Z","steps":["trace[1938082099] 'process raft request' (duration: 1.686114792s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:30.172118Z","caller":"traceutil/trace.go:171","msg":"trace[1816252535] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3343; }","duration":"1.311870912s","start":"2026-03-31T18:35:28.860229Z","end":"2026-03-31T18:35:30.1721Z","steps":["trace[1816252535] 'read index received' (duration: 1.311460943s)","trace[1816252535] 'applied index is now lower than readState.Index' (duration: 408.909µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:30.172135Z","caller":"traceutil/trace.go:171","msg":"trace[1367328443] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"1.685285392s","start":"2026-03-31T18:35:28.486816Z","end":"2026-03-31T18:35:30.172102Z","steps":["trace[1367328443] 'process raft request' (duration: 1.685123308s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:30.17222Z","caller":"traceutil/trace.go:171","msg":"trace[1844747743] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"1.681707843s","start":"2026-03-31T18:35:28.490473Z","end":"2026-03-31T18:35:30.172181Z","steps":["trace[1844747743] 'process raft request' (duration: 1.681546088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.172433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.490452Z","time spent":"1.681860316s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:30.172514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685310534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:35:30.172529Z","caller":"traceutil/trace.go:171","msg":"trace[1346473976] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"1.386368892s","start":"2026-03-31T18:35:28.786145Z","end":"2026-03-31T18:35:30.172514Z","steps":["trace[1346473976] 'process raft request' (duration: 1.385918551s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:30.172564Z","caller":"traceutil/trace.go:171","msg":"trace[1386552389] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:3207; }","duration":"1.685484487s","start":"2026-03-31T18:35:28.487066Z","end":"2026-03-31T18:35:30.172551Z","steps":["trace[1386552389] 'agreement among raft nodes before linearized reading' (duration: 1.685219611s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:30.172566Z","caller":"traceutil/trace.go:171","msg":"trace[1054621592] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"1.686273915s","start":"2026-03-31T18:35:28.486279Z","end":"2026-03-31T18:35:30.172553Z","steps":["trace[1054621592] 'process raft request' (duration: 1.685618429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.172603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.487056Z","time spent":"1.685539589s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:35:30.172633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308964587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:35:30.172644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.486269Z","time spent":"1.686338846s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:30.172688Z","caller":"traceutil/trace.go:171","msg":"trace[1782675343] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3207; }","duration":"1.30907057s","start":"2026-03-31T18:35:28.863604Z","end":"2026-03-31T18:35:30.172675Z","steps":["trace[1782675343] 'agreement among raft nodes before linearized reading' (duration: 1.308970547s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:30.17271Z","caller":"traceutil/trace.go:171","msg":"trace[1541451121] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"1.685775594s","start":"2026-03-31T18:35:28.486921Z","end":"2026-03-31T18:35:30.172696Z","steps":["trace[1541451121] 'process raft request' (duration: 1.685050747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.172767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.517722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:30.172767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682280705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:30.172787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.486911Z","time spent":"1.685841135s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:30.1728Z","caller":"traceutil/trace.go:171","msg":"trace[2028190318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3207; }","duration":"808.579593ms","start":"2026-03-31T18:35:29.36421Z","end":"2026-03-31T18:35:30.172789Z","steps":["trace[2028190318] 'agreement among raft nodes before linearized reading' (duration: 808.527992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.172828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:29.364192Z","time spent":"808.628795ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:35:30.172838Z","caller":"traceutil/trace.go:171","msg":"trace[1406454891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3207; }","duration":"1.682340916s","start":"2026-03-31T18:35:28.490459Z","end":"2026-03-31T18:35:30.1728Z","steps":["trace[1406454891] 'agreement among raft nodes before linearized reading' (duration: 1.682269085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.172513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.486794Z","time spent":"1.685431016s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:30.172897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.490448Z","time spent":"1.682436908s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:30.172249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.485599Z","time spent":"1.686549072s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:30.172722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.863582Z","time spent":"1.309132671s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:35:30.173126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307921943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:35:30.173258Z","caller":"traceutil/trace.go:171","msg":"trace[246306325] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3207; }","duration":"1.308082897s","start":"2026-03-31T18:35:28.865159Z","end":"2026-03-31T18:35:30.173242Z","steps":["trace[246306325] 'agreement among raft nodes before linearized reading' (duration: 1.307673238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.172669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.786121Z","time spent":"1.386454044s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:30.173355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:28.865144Z","time spent":"1.308195909s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:35:30.90363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.0135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:30.903822Z","caller":"traceutil/trace.go:171","msg":"trace[2045635084] transaction","detail":"{read_only:false; response_revision:3208; number_of_response:1; }","duration":"728.585199ms","start":"2026-03-31T18:35:30.175211Z","end":"2026-03-31T18:35:30.903796Z","steps":["trace[2045635084] 'process raft request' (duration: 58.343145ms)","trace[2045635084] 'compare' (duration: 669.598599ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:30.903873Z","caller":"traceutil/trace.go:171","msg":"trace[1681170109] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"416.970802ms","start":"2026-03-31T18:35:30.486884Z","end":"2026-03-31T18:35:30.903855Z","steps":["trace[1681170109] 'process raft request' (duration: 416.86972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.903965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.486859Z","time spent":"417.058595ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:30.904079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.175153Z","time spent":"728.804914ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:30.90458Z","caller":"traceutil/trace.go:171","msg":"trace[1555941802] linearizableReadLoop","detail":"{readStateIndex:3350; appliedIndex:3349; }","duration":"726.572864ms","start":"2026-03-31T18:35:30.177986Z","end":"2026-03-31T18:35:30.904558Z","steps":["trace[1555941802] 'read index received' (duration: 55.557593ms)","trace[1555941802] 'applied index is now lower than readState.Index' (duration: 671.013331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:30.904809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.833279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:35:30.904857Z","caller":"traceutil/trace.go:171","msg":"trace[647421409] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3209; }","duration":"726.949972ms","start":"2026-03-31T18:35:30.177893Z","end":"2026-03-31T18:35:30.904843Z","steps":["trace[647421409] 'agreement among raft nodes before linearized reading' (duration: 726.792689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.904856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.195327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:30.904889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.177859Z","time spent":"727.021783ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T18:35:30.904914Z","caller":"traceutil/trace.go:171","msg":"trace[2023053217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3209; }","duration":"358.271539ms","start":"2026-03-31T18:35:30.546628Z","end":"2026-03-31T18:35:30.9049Z","steps":["trace[2023053217] 'agreement among raft nodes before linearized reading' (duration: 358.150546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.904978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.546572Z","time spent":"358.395862ms","remote":"127.0.0.1:48416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:30.905049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.499277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:35:30.905156Z","caller":"traceutil/trace.go:171","msg":"trace[1207647533] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3209; }","duration":"724.647591ms","start":"2026-03-31T18:35:30.180485Z","end":"2026-03-31T18:35:30.905132Z","steps":["trace[1207647533] 'agreement among raft nodes before linearized reading' (duration: 724.286343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.9052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.904681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:30.905214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.180472Z","time spent":"724.732042ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:35:30.905243Z","caller":"traceutil/trace.go:171","msg":"trace[318711674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3209; }","duration":"723.008933ms","start":"2026-03-31T18:35:30.182223Z","end":"2026-03-31T18:35:30.905232Z","steps":["trace[318711674] 'agreement among raft nodes before linearized reading' (duration: 722.902061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.905306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.128268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-31T18:35:30.905303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.182209Z","time spent":"723.087145ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:35:30.905342Z","caller":"traceutil/trace.go:171","msg":"trace[1126996486] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3209; }","duration":"724.198389ms","start":"2026-03-31T18:35:30.181131Z","end":"2026-03-31T18:35:30.905329Z","steps":["trace[1126996486] 'agreement among raft nodes before linearized reading' (duration: 724.098497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.905311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.029967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:30.905488Z","caller":"traceutil/trace.go:171","msg":"trace[1962743886] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3209; }","duration":"281.375204ms","start":"2026-03-31T18:35:30.624094Z","end":"2026-03-31T18:35:30.905469Z","steps":["trace[1962743886] 'agreement among raft nodes before linearized reading' (duration: 280.998266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:30.905431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.181109Z","time spent":"724.312512ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:35:32.038287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.56331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:35:32.038649Z","caller":"traceutil/trace.go:171","msg":"trace[1247015077] linearizableReadLoop","detail":"{readStateIndex:3353; appliedIndex:3351; }","duration":"1.128116679s","start":"2026-03-31T18:35:30.910518Z","end":"2026-03-31T18:35:32.038635Z","steps":["trace[1247015077] 'read index received' (duration: 147.20066ms)","trace[1247015077] 'applied index is now lower than readState.Index' (duration: 980.915189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:32.03871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.90935Z","time spent":"1.129353976s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:35:32.039293Z","caller":"traceutil/trace.go:171","msg":"trace[1244863530] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"1.128768684s","start":"2026-03-31T18:35:30.910488Z","end":"2026-03-31T18:35:32.039257Z","steps":["trace[1244863530] 'process raft request' (duration: 1.127990896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.039496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.910472Z","time spent":"1.128921997s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:32.039681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129126811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-31T18:35:32.039788Z","caller":"traceutil/trace.go:171","msg":"trace[2072157093] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3210; }","duration":"1.129271115s","start":"2026-03-31T18:35:30.91049Z","end":"2026-03-31T18:35:32.039761Z","steps":["trace[2072157093] 'agreement among raft nodes before linearized reading' (duration: 1.128219852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.039843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:30.910477Z","time spent":"1.129355856s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T18:35:32.117955Z","caller":"traceutil/trace.go:171","msg":"trace[1209909165] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"454.243333ms","start":"2026-03-31T18:35:31.663682Z","end":"2026-03-31T18:35:32.117925Z","steps":["trace[1209909165] 'process raft request' (duration: 454.071549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.118154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.663653Z","time spent":"454.397946ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:32.257274Z","caller":"traceutil/trace.go:171","msg":"trace[601605799] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"254.130951ms","start":"2026-03-31T18:35:32.003105Z","end":"2026-03-31T18:35:32.257236Z","steps":["trace[601605799] 'process raft request' (duration: 253.858385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.257644Z","caller":"traceutil/trace.go:171","msg":"trace[436678488] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"217.763551ms","start":"2026-03-31T18:35:32.039817Z","end":"2026-03-31T18:35:32.257581Z","steps":["trace[436678488] 'process raft request' (duration: 217.341921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:32.257949Z","caller":"traceutil/trace.go:171","msg":"trace[1471101457] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"207.950549ms","start":"2026-03-31T18:35:32.049978Z","end":"2026-03-31T18:35:32.257929Z","steps":["trace[1471101457] 'process raft request' (duration: 207.466938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.258074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.164283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:32.258153Z","caller":"traceutil/trace.go:171","msg":"trace[859499787] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3214; }","duration":"235.299456ms","start":"2026-03-31T18:35:32.022836Z","end":"2026-03-31T18:35:32.258135Z","steps":["trace[859499787] 'agreement among raft nodes before linearized reading' (duration: 235.089441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.258259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.956592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:32.258289Z","caller":"traceutil/trace.go:171","msg":"trace[944978470] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3214; }","duration":"370.014423ms","start":"2026-03-31T18:35:31.888263Z","end":"2026-03-31T18:35:32.258277Z","steps":["trace[944978470] 'agreement among raft nodes before linearized reading' (duration: 369.964332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.258312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.88824Z","time spent":"370.064435ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:32.25869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.289938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:32.25873Z","caller":"traceutil/trace.go:171","msg":"trace[1516623216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3214; }","duration":"428.363939ms","start":"2026-03-31T18:35:31.830356Z","end":"2026-03-31T18:35:32.25872Z","steps":["trace[1516623216] 'agreement among raft nodes before linearized reading' (duration: 428.307048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.259211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:31.830337Z","time spent":"428.861812ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:35:32.261702Z","caller":"traceutil/trace.go:171","msg":"trace[1561409863] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3353; }","duration":"218.860345ms","start":"2026-03-31T18:35:32.038712Z","end":"2026-03-31T18:35:32.257572Z","steps":["trace[1561409863] 'read index received' (duration: 79.046082ms)","trace[1561409863] 'applied index is now lower than readState.Index' (duration: 139.813003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:32.262071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.837612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:35:32.262133Z","caller":"traceutil/trace.go:171","msg":"trace[409209472] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:3214; }","duration":"217.940185ms","start":"2026-03-31T18:35:32.04418Z","end":"2026-03-31T18:35:32.26212Z","steps":["trace[409209472] 'agreement among raft nodes before linearized reading' (duration: 217.76159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:32.836675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.620411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:32.836874Z","caller":"traceutil/trace.go:171","msg":"trace[759542893] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"356.324875ms","start":"2026-03-31T18:35:32.480505Z","end":"2026-03-31T18:35:32.83683Z","steps":["trace[759542893] 'process raft request' (duration: 74.480369ms)","trace[759542893] 'compare' (duration: 281.488408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:32.837451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:32.480488Z","time spent":"356.671903ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:33.2293Z","caller":"traceutil/trace.go:171","msg":"trace[690489098] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3369; }","duration":"314.686887ms","start":"2026-03-31T18:35:32.914575Z","end":"2026-03-31T18:35:33.229262Z","steps":["trace[690489098] 'read index received' (duration: 236.447693ms)","trace[690489098] 'applied index is now lower than readState.Index' (duration: 78.236774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:33.229337Z","caller":"traceutil/trace.go:171","msg":"trace[1297350016] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"318.541193ms","start":"2026-03-31T18:35:32.910743Z","end":"2026-03-31T18:35:33.229284Z","steps":["trace[1297350016] 'process raft request' (duration: 240.214397ms)","trace[1297350016] 'compare' (duration: 77.57833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:33.229554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:32.910702Z","time spent":"318.725617ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:33.229643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.651033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-g8779\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-03-31T18:35:33.229679Z","caller":"traceutil/trace.go:171","msg":"trace[70606869] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-g8779; range_end:; response_count:1; response_revision:3227; }","duration":"266.735974ms","start":"2026-03-31T18:35:32.962934Z","end":"2026-03-31T18:35:33.22967Z","steps":["trace[70606869] 'agreement among raft nodes before linearized reading' (duration: 266.514159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:33.229768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.168167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p7c74.18a200d6552c2aec\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-31T18:35:33.229921Z","caller":"traceutil/trace.go:171","msg":"trace[645345257] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-p7c74.18a200d6552c2aec; range_end:; response_count:1; response_revision:3227; }","duration":"315.371582ms","start":"2026-03-31T18:35:32.914521Z","end":"2026-03-31T18:35:33.229893Z","steps":["trace[645345257] 'agreement among raft nodes before linearized reading' (duration: 314.971603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:33.230049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:32.914496Z","time spent":"315.535395ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-p7c74.18a200d6552c2aec\" "} {"level":"info","ts":"2026-03-31T18:35:33.481894Z","caller":"traceutil/trace.go:171","msg":"trace[922620056] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"243.960981ms","start":"2026-03-31T18:35:33.237903Z","end":"2026-03-31T18:35:33.481864Z","steps":["trace[922620056] 'process raft request' (duration: 243.587543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.745982Z","caller":"traceutil/trace.go:171","msg":"trace[1566224737] linearizableReadLoop","detail":"{readStateIndex:3373; appliedIndex:3372; }","duration":"259.370268ms","start":"2026-03-31T18:35:33.486568Z","end":"2026-03-31T18:35:33.745938Z","steps":["trace[1566224737] 'read index received' (duration: 186.457514ms)","trace[1566224737] 'applied index is now lower than readState.Index' (duration: 72.909694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:33.746Z","caller":"traceutil/trace.go:171","msg":"trace[247859563] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"489.802435ms","start":"2026-03-31T18:35:33.256147Z","end":"2026-03-31T18:35:33.745949Z","steps":["trace[247859563] 'process raft request' (duration: 416.85643ms)","trace[247859563] 'compare' (duration: 72.630578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:33.74625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:33.256114Z","time spent":"489.995939ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:35:33.746253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.660375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-p7c74\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-03-31T18:35:33.746443Z","caller":"traceutil/trace.go:171","msg":"trace[907457169] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-p7c74; range_end:; response_count:1; response_revision:3230; }","duration":"259.92119ms","start":"2026-03-31T18:35:33.4865Z","end":"2026-03-31T18:35:33.746422Z","steps":["trace[907457169] 'agreement among raft nodes before linearized reading' (duration: 259.520761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.752635Z","caller":"traceutil/trace.go:171","msg":"trace[1465082091] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"263.928022ms","start":"2026-03-31T18:35:33.488686Z","end":"2026-03-31T18:35:33.752614Z","steps":["trace[1465082091] 'process raft request' (duration: 263.700247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.752896Z","caller":"traceutil/trace.go:171","msg":"trace[1633049449] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"264.005044ms","start":"2026-03-31T18:35:33.488864Z","end":"2026-03-31T18:35:33.752869Z","steps":["trace[1633049449] 'process raft request' (duration: 263.690447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.75305Z","caller":"traceutil/trace.go:171","msg":"trace[476357000] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"262.374157ms","start":"2026-03-31T18:35:33.490654Z","end":"2026-03-31T18:35:33.753028Z","steps":["trace[476357000] 'process raft request' (duration: 262.134531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.896549Z","caller":"traceutil/trace.go:171","msg":"trace[69449543] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"100.524628ms","start":"2026-03-31T18:35:33.795999Z","end":"2026-03-31T18:35:33.896524Z","steps":["trace[69449543] 'process raft request' (duration: 60.508005ms)","trace[69449543] 'compare' (duration: 39.835108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:34.123917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.519807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:34.124336Z","caller":"traceutil/trace.go:171","msg":"trace[256294920] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"217.892252ms","start":"2026-03-31T18:35:33.906381Z","end":"2026-03-31T18:35:34.124274Z","steps":["trace[256294920] 'process raft request' (duration: 96.875264ms)","trace[256294920] 'compare' (duration: 120.317913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:34.124412Z","caller":"traceutil/trace.go:171","msg":"trace[801249964] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"217.77238ms","start":"2026-03-31T18:35:33.906509Z","end":"2026-03-31T18:35:34.124282Z","steps":["trace[801249964] 'process raft request' (duration: 217.605306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:37.805407Z","caller":"traceutil/trace.go:171","msg":"trace[1653429520] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"126.583435ms","start":"2026-03-31T18:35:37.678784Z","end":"2026-03-31T18:35:37.805367Z","steps":["trace[1653429520] 'process raft request' (duration: 60.628468ms)","trace[1653429520] 'compare' (duration: 65.765822ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:39.428054Z","caller":"traceutil/trace.go:171","msg":"trace[1137486595] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"124.965698ms","start":"2026-03-31T18:35:39.303052Z","end":"2026-03-31T18:35:39.428018Z","steps":["trace[1137486595] 'process raft request' (duration: 124.598749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:46.597679Z","caller":"traceutil/trace.go:171","msg":"trace[1020715772] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3452; }","duration":"124.292892ms","start":"2026-03-31T18:35:46.473361Z","end":"2026-03-31T18:35:46.597654Z","steps":["trace[1020715772] 'read index received' (duration: 124.096408ms)","trace[1020715772] 'applied index is now lower than readState.Index' (duration: 195.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:46.597789Z","caller":"traceutil/trace.go:171","msg":"trace[1702127413] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"132.492217ms","start":"2026-03-31T18:35:46.465264Z","end":"2026-03-31T18:35:46.597756Z","steps":["trace[1702127413] 'process raft request' (duration: 132.221341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:46.598043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.773876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:35:46.598134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.923259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:46.598337Z","caller":"traceutil/trace.go:171","msg":"trace[1895496900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3306; }","duration":"122.130544ms","start":"2026-03-31T18:35:46.476122Z","end":"2026-03-31T18:35:46.598253Z","steps":["trace[1895496900] 'agreement among raft nodes before linearized reading' (duration: 121.685895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:46.598141Z","caller":"traceutil/trace.go:171","msg":"trace[11854665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3306; }","duration":"121.904308ms","start":"2026-03-31T18:35:46.476211Z","end":"2026-03-31T18:35:46.598116Z","steps":["trace[11854665] 'agreement among raft nodes before linearized reading' (duration: 121.646713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:46.598345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.982767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:46.598527Z","caller":"traceutil/trace.go:171","msg":"trace[1631657170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3306; }","duration":"125.200303ms","start":"2026-03-31T18:35:46.473311Z","end":"2026-03-31T18:35:46.598511Z","steps":["trace[1631657170] 'agreement among raft nodes before linearized reading' (duration: 124.879076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:46.725137Z","caller":"traceutil/trace.go:171","msg":"trace[1389808355] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"121.196382ms","start":"2026-03-31T18:35:46.603896Z","end":"2026-03-31T18:35:46.725093Z","steps":["trace[1389808355] 'process raft request' (duration: 62.859238ms)","trace[1389808355] 'compare' (duration: 58.039088ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:46.725606Z","caller":"traceutil/trace.go:171","msg":"trace[669620971] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"120.764234ms","start":"2026-03-31T18:35:46.604817Z","end":"2026-03-31T18:35:46.725582Z","steps":["trace[669620971] 'process raft request' (duration: 120.153029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:49.201881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.546804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:49.20199Z","caller":"traceutil/trace.go:171","msg":"trace[2120192636] linearizableReadLoop","detail":"{readStateIndex:3464; appliedIndex:3462; }","duration":"367.14743ms","start":"2026-03-31T18:35:48.834827Z","end":"2026-03-31T18:35:49.201974Z","steps":["trace[2120192636] 'read index received' (duration: 43.238615ms)","trace[2120192636] 'applied index is now lower than readState.Index' (duration: 323.907525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:49.202163Z","caller":"traceutil/trace.go:171","msg":"trace[551027881] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"410.966277ms","start":"2026-03-31T18:35:48.791139Z","end":"2026-03-31T18:35:49.202105Z","steps":["trace[551027881] 'process raft request' (duration: 225.101476ms)","trace[551027881] 'compare' (duration: 185.244467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:49.202275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.044283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:49.202344Z","caller":"traceutil/trace.go:171","msg":"trace[453912151] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3316; }","duration":"338.155465ms","start":"2026-03-31T18:35:48.864177Z","end":"2026-03-31T18:35:49.202332Z","steps":["trace[453912151] 'agreement among raft nodes before linearized reading' (duration: 338.074124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:49.202392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:48.864151Z","time spent":"338.214227ms","remote":"127.0.0.1:55056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:49.202463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:48.791108Z","time spent":"411.213242ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:49.202227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.412116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:49.202634Z","caller":"traceutil/trace.go:171","msg":"trace[420367994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3316; }","duration":"367.855045ms","start":"2026-03-31T18:35:48.834744Z","end":"2026-03-31T18:35:49.202599Z","steps":["trace[420367994] 'agreement among raft nodes before linearized reading' (duration: 367.371475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:49.202733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:48.834711Z","time spent":"367.993539ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:35:49.532816Z","caller":"traceutil/trace.go:171","msg":"trace[1912087158] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"149.698306ms","start":"2026-03-31T18:35:49.383079Z","end":"2026-03-31T18:35:49.532778Z","steps":["trace[1912087158] 'process raft request' (duration: 149.41844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:56.957432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.926491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:56.957569Z","caller":"traceutil/trace.go:171","msg":"trace[1770428356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3364; }","duration":"103.148576ms","start":"2026-03-31T18:35:56.854392Z","end":"2026-03-31T18:35:56.95754Z","steps":["trace[1770428356] 'range keys from in-memory index tree' (duration: 102.628155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.069602Z","caller":"traceutil/trace.go:171","msg":"trace[1347883534] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"107.829571ms","start":"2026-03-31T18:35:56.961736Z","end":"2026-03-31T18:35:57.069565Z","steps":["trace[1347883534] 'process raft request' (duration: 107.529645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.348348Z","caller":"traceutil/trace.go:171","msg":"trace[917984825] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"383.890956ms","start":"2026-03-31T18:35:56.964218Z","end":"2026-03-31T18:35:57.348109Z","steps":["trace[917984825] 'process raft request' (duration: 383.765963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.348482Z","caller":"traceutil/trace.go:171","msg":"trace[1076809414] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"386.060406ms","start":"2026-03-31T18:35:56.962359Z","end":"2026-03-31T18:35:57.34842Z","steps":["trace[1076809414] 'process raft request' (duration: 311.102165ms)","trace[1076809414] 'compare' (duration: 74.0804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:57.348709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.96234Z","time spent":"386.239499ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.348746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:56.964204Z","time spent":"384.236005ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:57.58309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.49752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:57.583193Z","caller":"traceutil/trace.go:171","msg":"trace[1519510456] linearizableReadLoop","detail":"{readStateIndex:3519; appliedIndex:3518; }","duration":"124.18081ms","start":"2026-03-31T18:35:57.458996Z","end":"2026-03-31T18:35:57.583177Z","steps":["trace[1519510456] 'read index received' (duration: 50.641µs)","trace[1519510456] 'applied index is now lower than readState.Index' (duration: 124.128919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:57.583406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.417745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200d4e6774859\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:35:57.583471Z","caller":"traceutil/trace.go:171","msg":"trace[106991217] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200d4e6774859; range_end:; response_count:1; response_revision:3368; }","duration":"124.519077ms","start":"2026-03-31T18:35:57.458945Z","end":"2026-03-31T18:35:57.583465Z","steps":["trace[106991217] 'agreement among raft nodes before linearized reading' (duration: 124.271572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:57.583513Z","caller":"traceutil/trace.go:171","msg":"trace[1481312748] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"185.85168ms","start":"2026-03-31T18:35:57.397617Z","end":"2026-03-31T18:35:57.583469Z","steps":["trace[1481312748] 'process raft request' (duration: 51.87878ms)","trace[1481312748] 'compare' (duration: 133.371527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.424299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.048608Z","time spent":"375.683111ms","remote":"127.0.0.1:60300","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:35:58.425045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.702464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:58.425312Z","caller":"traceutil/trace.go:171","msg":"trace[1752772923] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"780.290776ms","start":"2026-03-31T18:35:57.644882Z","end":"2026-03-31T18:35:58.425172Z","steps":["trace[1752772923] 'process raft request' (duration: 125.323957ms)","trace[1752772923] 'compare' (duration: 654.581311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.425413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.644854Z","time spent":"780.51065ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:58.614058Z","caller":"traceutil/trace.go:171","msg":"trace[1535102718] linearizableReadLoop","detail":"{readStateIndex:3522; appliedIndex:3520; }","duration":"888.882194ms","start":"2026-03-31T18:35:57.725143Z","end":"2026-03-31T18:35:58.614025Z","steps":["trace[1535102718] 'read index received' (duration: 45.038926ms)","trace[1535102718] 'applied index is now lower than readState.Index' (duration: 843.842158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:58.614096Z","caller":"traceutil/trace.go:171","msg":"trace[945352490] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"967.20951ms","start":"2026-03-31T18:35:57.646852Z","end":"2026-03-31T18:35:58.614062Z","steps":["trace[945352490] 'process raft request' (duration: 934.706927ms)","trace[945352490] 'compare' (duration: 32.237167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.61422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.646837Z","time spent":"967.312932ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:58.61439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.531084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:35:58.614364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.179661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:58.614429Z","caller":"traceutil/trace.go:171","msg":"trace[1512293757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3371; }","duration":"695.611876ms","start":"2026-03-31T18:35:57.918806Z","end":"2026-03-31T18:35:58.614418Z","steps":["trace[1512293757] 'agreement among raft nodes before linearized reading' (duration: 695.387181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.614457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.918789Z","time spent":"695.661497ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:35:58.614462Z","caller":"traceutil/trace.go:171","msg":"trace[807750666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3371; }","duration":"889.335053ms","start":"2026-03-31T18:35:57.725106Z","end":"2026-03-31T18:35:58.614441Z","steps":["trace[807750666] 'agreement among raft nodes before linearized reading' (duration: 889.047417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.614505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:57.725089Z","time spent":"889.406837ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:58.614515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.807479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:58.614648Z","caller":"traceutil/trace.go:171","msg":"trace[577965442] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3371; }","duration":"378.065326ms","start":"2026-03-31T18:35:58.23656Z","end":"2026-03-31T18:35:58.614626Z","steps":["trace[577965442] 'agreement among raft nodes before linearized reading' (duration: 377.723777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.614724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.236539Z","time spent":"378.172277ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:35:58.809559Z","caller":"traceutil/trace.go:171","msg":"trace[867968145] linearizableReadLoop","detail":"{readStateIndex:3524; appliedIndex:3522; }","duration":"187.871277ms","start":"2026-03-31T18:35:58.621652Z","end":"2026-03-31T18:35:58.809523Z","steps":["trace[867968145] 'read index received' (duration: 54.938379ms)","trace[867968145] 'applied index is now lower than readState.Index' (duration: 132.931958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:58.80989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.228834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:35:58.809968Z","caller":"traceutil/trace.go:171","msg":"trace[1346441352] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3373; }","duration":"188.347047ms","start":"2026-03-31T18:35:58.62161Z","end":"2026-03-31T18:35:58.809957Z","steps":["trace[1346441352] 'agreement among raft nodes before linearized reading' (duration: 188.156383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:58.809978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.033443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:35:58.81004Z","caller":"traceutil/trace.go:171","msg":"trace[1160241832] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"189.868891ms","start":"2026-03-31T18:35:58.619778Z","end":"2026-03-31T18:35:58.809647Z","steps":["trace[1160241832] 'process raft request' (duration: 125.852578ms)","trace[1160241832] 'compare' (duration: 63.776458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:58.810069Z","caller":"traceutil/trace.go:171","msg":"trace[1539843645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3373; }","duration":"119.174326ms","start":"2026-03-31T18:35:58.690878Z","end":"2026-03-31T18:35:58.810052Z","steps":["trace[1539843645] 'agreement among raft nodes before linearized reading' (duration: 118.941861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.236283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.569643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:59.236493Z","caller":"traceutil/trace.go:171","msg":"trace[1272711519] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"421.479085ms","start":"2026-03-31T18:35:58.814998Z","end":"2026-03-31T18:35:59.236477Z","steps":["trace[1272711519] 'process raft request' (duration: 259.655026ms)","trace[1272711519] 'compare' (duration: 161.427709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:59.236547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.814972Z","time spent":"421.551326ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:59.236382Z","caller":"traceutil/trace.go:171","msg":"trace[1394487153] linearizableReadLoop","detail":"{readStateIndex:3525; appliedIndex:3524; }","duration":"421.244329ms","start":"2026-03-31T18:35:58.815127Z","end":"2026-03-31T18:35:59.236372Z","steps":["trace[1394487153] 'read index received' (duration: 259.516342ms)","trace[1394487153] 'applied index is now lower than readState.Index' (duration: 161.727207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:59.23685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.98468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:59.23688Z","caller":"traceutil/trace.go:171","msg":"trace[1295827744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3374; }","duration":"404.051032ms","start":"2026-03-31T18:35:58.832814Z","end":"2026-03-31T18:35:59.236865Z","steps":["trace[1295827744] 'agreement among raft nodes before linearized reading' (duration: 403.98184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.236895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.83279Z","time spent":"404.102293ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:59.236984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.476784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:35:59.237037Z","caller":"traceutil/trace.go:171","msg":"trace[1347295925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3374; }","duration":"162.571056ms","start":"2026-03-31T18:35:59.074454Z","end":"2026-03-31T18:35:59.237025Z","steps":["trace[1347295925] 'agreement among raft nodes before linearized reading' (duration: 162.375152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.236857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.629678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"info","ts":"2026-03-31T18:35:59.23719Z","caller":"traceutil/trace.go:171","msg":"trace[1067473715] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3374; }","duration":"422.045067ms","start":"2026-03-31T18:35:58.815119Z","end":"2026-03-31T18:35:59.237164Z","steps":["trace[1067473715] 'agreement among raft nodes before linearized reading' (duration: 421.471114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.237299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:58.815056Z","time spent":"422.223202ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:35:59.676647Z","caller":"traceutil/trace.go:171","msg":"trace[1478302880] linearizableReadLoop","detail":"{readStateIndex:3527; appliedIndex:3526; }","duration":"321.735865ms","start":"2026-03-31T18:35:59.354886Z","end":"2026-03-31T18:35:59.676622Z","steps":["trace[1478302880] 'read index received' (duration: 321.585331ms)","trace[1478302880] 'applied index is now lower than readState.Index' (duration: 149.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:59.67681Z","caller":"traceutil/trace.go:171","msg":"trace[1863475110] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"322.846171ms","start":"2026-03-31T18:35:59.353913Z","end":"2026-03-31T18:35:59.67676Z","steps":["trace[1863475110] 'process raft request' (duration: 322.537034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.676953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.030442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:59.676998Z","caller":"traceutil/trace.go:171","msg":"trace[1740626393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3376; }","duration":"322.161075ms","start":"2026-03-31T18:35:59.354825Z","end":"2026-03-31T18:35:59.676986Z","steps":["trace[1740626393] 'agreement among raft nodes before linearized reading' (duration: 321.94044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.677014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.576583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200ce5806c1b5\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-31T18:35:59.677071Z","caller":"traceutil/trace.go:171","msg":"trace[1255564078] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200ce5806c1b5; range_end:; response_count:1; response_revision:3376; }","duration":"298.676505ms","start":"2026-03-31T18:35:59.378379Z","end":"2026-03-31T18:35:59.677055Z","steps":["trace[1255564078] 'agreement among raft nodes before linearized reading' (duration: 298.414249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:59.677111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.354802Z","time spent":"322.230926ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:35:59.677412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.35388Z","time spent":"323.115857ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:00.073424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.843027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:00.073578Z","caller":"traceutil/trace.go:171","msg":"trace[988094319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3376; }","duration":"177.007631ms","start":"2026-03-31T18:35:59.896557Z","end":"2026-03-31T18:36:00.073564Z","steps":["trace[988094319] 'range keys from in-memory index tree' (duration: 176.830017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.073981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.46654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:00.074198Z","caller":"traceutil/trace.go:171","msg":"trace[1669812168] linearizableReadLoop","detail":"{readStateIndex:3530; appliedIndex:3527; }","duration":"240.621875ms","start":"2026-03-31T18:35:59.833556Z","end":"2026-03-31T18:36:00.074178Z","steps":["trace[1669812168] 'read index received' (duration: 4.803447ms)","trace[1669812168] 'applied index is now lower than readState.Index' (duration: 235.817538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:00.074261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.719648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:00.074257Z","caller":"traceutil/trace.go:171","msg":"trace[884063911] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"395.024978ms","start":"2026-03-31T18:35:59.679201Z","end":"2026-03-31T18:36:00.074226Z","steps":["trace[884063911] 'process raft request' (duration: 159.128767ms)","trace[884063911] 'compare' (duration: 234.974159ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:00.074263Z","caller":"traceutil/trace.go:171","msg":"trace[1130232267] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"392.86171ms","start":"2026-03-31T18:35:59.681372Z","end":"2026-03-31T18:36:00.074234Z","steps":["trace[1130232267] 'process raft request' (duration: 392.697256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:00.074274Z","caller":"traceutil/trace.go:171","msg":"trace[2081807310] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"392.400758ms","start":"2026-03-31T18:35:59.681847Z","end":"2026-03-31T18:36:00.074248Z","steps":["trace[2081807310] 'process raft request' (duration: 392.285725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.0744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.681337Z","time spent":"392.990512ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:00.074412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.679181Z","time spent":"395.14286ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:00.07442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:59.681835Z","time spent":"392.51004ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:00.074292Z","caller":"traceutil/trace.go:171","msg":"trace[280016403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3379; }","duration":"240.80333ms","start":"2026-03-31T18:35:59.833483Z","end":"2026-03-31T18:36:00.074286Z","steps":["trace[280016403] 'agreement among raft nodes before linearized reading' (duration: 240.755659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.675422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.417999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:00.675506Z","caller":"traceutil/trace.go:171","msg":"trace[1014555797] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3379; }","duration":"439.562592ms","start":"2026-03-31T18:36:00.235927Z","end":"2026-03-31T18:36:00.675489Z","steps":["trace[1014555797] 'range keys from in-memory index tree' (duration: 439.209084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.675549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.235902Z","time spent":"439.637314ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:36:00.768981Z","caller":"traceutil/trace.go:171","msg":"trace[543845667] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"433.798063ms","start":"2026-03-31T18:36:00.335157Z","end":"2026-03-31T18:36:00.768955Z","steps":["trace[543845667] 'process raft request' (duration: 433.611959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:00.769134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.335134Z","time spent":"433.921605ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:01.408361Z","caller":"traceutil/trace.go:171","msg":"trace[1163771933] linearizableReadLoop","detail":"{readStateIndex:3532; appliedIndex:3530; }","duration":"867.022872ms","start":"2026-03-31T18:36:00.541309Z","end":"2026-03-31T18:36:01.408332Z","steps":["trace[1163771933] 'read index received' (duration: 227.43847ms)","trace[1163771933] 'applied index is now lower than readState.Index' (duration: 639.583132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.40844Z","caller":"traceutil/trace.go:171","msg":"trace[324811977] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"977.261727ms","start":"2026-03-31T18:36:00.431139Z","end":"2026-03-31T18:36:01.408401Z","steps":["trace[324811977] 'process raft request' (duration: 977.024722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.408547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.199466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:36:01.408612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.431112Z","time spent":"977.4002ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:01.408634Z","caller":"traceutil/trace.go:171","msg":"trace[1307423396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3381; }","duration":"867.335538ms","start":"2026-03-31T18:36:00.541279Z","end":"2026-03-31T18:36:01.408615Z","steps":["trace[1307423396] 'agreement among raft nodes before linearized reading' (duration: 867.163644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.40868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.541265Z","time spent":"867.40174ms","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:01.408729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.636102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:36:01.40887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.18702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:01.408637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.502379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:36:01.408915Z","caller":"traceutil/trace.go:171","msg":"trace[615965475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3381; }","duration":"575.252812ms","start":"2026-03-31T18:36:00.83365Z","end":"2026-03-31T18:36:01.408903Z","steps":["trace[615965475] 'agreement among raft nodes before linearized reading' (duration: 575.1752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.408925Z","caller":"traceutil/trace.go:171","msg":"trace[1884234799] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3381; }","duration":"729.816467ms","start":"2026-03-31T18:36:00.679097Z","end":"2026-03-31T18:36:01.408914Z","steps":["trace[1884234799] 'agreement among raft nodes before linearized reading' (duration: 729.419048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.408988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.833636Z","time spent":"575.343973ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:36:01.408998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.679082Z","time spent":"729.905169ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:36:01.408805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.912432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fpnbs.18a200da6b07997f\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-03-31T18:36:01.409073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.251921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:36:01.408773Z","caller":"traceutil/trace.go:171","msg":"trace[256733426] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:3381; }","duration":"497.714084ms","start":"2026-03-31T18:36:00.911049Z","end":"2026-03-31T18:36:01.408763Z","steps":["trace[256733426] 'agreement among raft nodes before linearized reading' (duration: 497.611501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.409296Z","caller":"traceutil/trace.go:171","msg":"trace[560178251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3381; }","duration":"594.499415ms","start":"2026-03-31T18:36:00.814745Z","end":"2026-03-31T18:36:01.409245Z","steps":["trace[560178251] 'agreement among raft nodes before linearized reading' (duration: 593.946253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.409174Z","caller":"traceutil/trace.go:171","msg":"trace[1528375669] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fpnbs.18a200da6b07997f; range_end:; response_count:1; response_revision:3381; }","duration":"170.339671ms","start":"2026-03-31T18:36:01.238813Z","end":"2026-03-31T18:36:01.409153Z","steps":["trace[1528375669] 'agreement among raft nodes before linearized reading' (duration: 169.772739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.408969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.941187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:01.409403Z","caller":"traceutil/trace.go:171","msg":"trace[1466178380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3381; }","duration":"168.393616ms","start":"2026-03-31T18:36:01.240997Z","end":"2026-03-31T18:36:01.409391Z","steps":["trace[1466178380] 'agreement among raft nodes before linearized reading' (duration: 167.855575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.409435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.814717Z","time spent":"594.69548ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:01.409324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.911029Z","time spent":"498.282846ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:36:01.410006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.876553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:36:01.410824Z","caller":"traceutil/trace.go:171","msg":"trace[673165259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3381; }","duration":"728.084557ms","start":"2026-03-31T18:36:00.682008Z","end":"2026-03-31T18:36:01.410093Z","steps":["trace[673165259] 'agreement among raft nodes before linearized reading' (duration: 726.967522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.411151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:00.681964Z","time spent":"729.05424ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:36:01.575914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.46484ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:36:01.576592Z","caller":"traceutil/trace.go:171","msg":"trace[645251819] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"163.419515ms","start":"2026-03-31T18:36:01.413148Z","end":"2026-03-31T18:36:01.576567Z","steps":["trace[645251819] 'process raft request' (duration: 162.943734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.576805Z","caller":"traceutil/trace.go:171","msg":"trace[1965526397] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"162.922834ms","start":"2026-03-31T18:36:01.413842Z","end":"2026-03-31T18:36:01.576765Z","steps":["trace[1965526397] 'process raft request' (duration: 162.642478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.577059Z","caller":"traceutil/trace.go:171","msg":"trace[1882775454] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3532; }","duration":"163.765382ms","start":"2026-03-31T18:36:01.413283Z","end":"2026-03-31T18:36:01.577048Z","steps":["trace[1882775454] 'read index received' (duration: 29.354841ms)","trace[1882775454] 'applied index is now lower than readState.Index' (duration: 134.409741ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.577081Z","caller":"traceutil/trace.go:171","msg":"trace[1348704959] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"162.526905ms","start":"2026-03-31T18:36:01.41454Z","end":"2026-03-31T18:36:01.577067Z","steps":["trace[1348704959] 'process raft request' (duration: 162.042804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.57722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.913065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:36:01.577269Z","caller":"traceutil/trace.go:171","msg":"trace[1287173940] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3386; }","duration":"163.994018ms","start":"2026-03-31T18:36:01.413262Z","end":"2026-03-31T18:36:01.577256Z","steps":["trace[1287173940] 'agreement among raft nodes before linearized reading' (duration: 163.828314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.577428Z","caller":"traceutil/trace.go:171","msg":"trace[980145207] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"162.737359ms","start":"2026-03-31T18:36:01.414679Z","end":"2026-03-31T18:36:01.577416Z","steps":["trace[980145207] 'process raft request' (duration: 162.284019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.577598Z","caller":"traceutil/trace.go:171","msg":"trace[1140917328] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"163.091928ms","start":"2026-03-31T18:36:01.414484Z","end":"2026-03-31T18:36:01.577576Z","steps":["trace[1140917328] 'process raft request' (duration: 162.064495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.855413Z","caller":"traceutil/trace.go:171","msg":"trace[1422211749] linearizableReadLoop","detail":"{readStateIndex:3539; appliedIndex:3538; }","duration":"275.353478ms","start":"2026-03-31T18:36:01.58004Z","end":"2026-03-31T18:36:01.855393Z","steps":["trace[1422211749] 'read index received' (duration: 275.220625ms)","trace[1422211749] 'applied index is now lower than readState.Index' (duration: 131.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.855479Z","caller":"traceutil/trace.go:171","msg":"trace[768929999] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"277.212751ms","start":"2026-03-31T18:36:01.578227Z","end":"2026-03-31T18:36:01.85544Z","steps":["trace[768929999] 'process raft request' (duration: 276.975876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:01.855729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.660727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fpnbs.18a200d817077f01\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T18:36:01.855796Z","caller":"traceutil/trace.go:171","msg":"trace[204662924] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-fpnbs.18a200d817077f01; range_end:; response_count:1; response_revision:3387; }","duration":"275.80286ms","start":"2026-03-31T18:36:01.579973Z","end":"2026-03-31T18:36:01.855776Z","steps":["trace[204662924] 'agreement among raft nodes before linearized reading' (duration: 275.527463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.289854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:02.05619Z","caller":"traceutil/trace.go:171","msg":"trace[116257919] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"372.577971ms","start":"2026-03-31T18:36:01.683567Z","end":"2026-03-31T18:36:02.056145Z","steps":["trace[116257919] 'process raft request' (duration: 259.043872ms)","trace[116257919] 'compare' (duration: 112.765472ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:02.056258Z","caller":"traceutil/trace.go:171","msg":"trace[1109231053] linearizableReadLoop","detail":"{readStateIndex:3540; appliedIndex:3539; }","duration":"200.759107ms","start":"2026-03-31T18:36:01.855473Z","end":"2026-03-31T18:36:02.056232Z","steps":["trace[1109231053] 'read index received' (duration: 87.152326ms)","trace[1109231053] 'applied index is now lower than readState.Index' (duration: 113.604871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:02.056398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.683532Z","time spent":"372.755866ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:02.0565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.029651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:36:02.056541Z","caller":"traceutil/trace.go:171","msg":"trace[943056844] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3388; }","duration":"475.096783ms","start":"2026-03-31T18:36:01.581434Z","end":"2026-03-31T18:36:02.056531Z","steps":["trace[943056844] 'agreement among raft nodes before linearized reading' (duration: 474.935359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.056584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:01.581425Z","time spent":"475.148054ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:36:02.056671Z","caller":"traceutil/trace.go:171","msg":"trace[615365340] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"198.160947ms","start":"2026-03-31T18:36:01.858472Z","end":"2026-03-31T18:36:02.056633Z","steps":["trace[615365340] 'process raft request' (duration: 197.707197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:02.056773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.841394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:36:02.056843Z","caller":"traceutil/trace.go:171","msg":"trace[714652329] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3389; }","duration":"198.939865ms","start":"2026-03-31T18:36:01.857881Z","end":"2026-03-31T18:36:02.056821Z","steps":["trace[714652329] 'agreement among raft nodes before linearized reading' (duration: 198.71433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:03.760252Z","caller":"traceutil/trace.go:171","msg":"trace[1037193560] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"172.857417ms","start":"2026-03-31T18:36:03.587367Z","end":"2026-03-31T18:36:03.760225Z","steps":["trace[1037193560] 'process raft request' (duration: 144.987429ms)","trace[1037193560] 'compare' (duration: 27.681474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:03.760632Z","caller":"traceutil/trace.go:171","msg":"trace[941314710] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"173.182085ms","start":"2026-03-31T18:36:03.587435Z","end":"2026-03-31T18:36:03.760617Z","steps":["trace[941314710] 'process raft request' (duration: 172.741564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:03.760638Z","caller":"traceutil/trace.go:171","msg":"trace[1366351655] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"172.285985ms","start":"2026-03-31T18:36:03.588315Z","end":"2026-03-31T18:36:03.760601Z","steps":["trace[1366351655] 'process raft request' (duration: 172.07039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:05.598393Z","caller":"traceutil/trace.go:171","msg":"trace[827282228] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"129.028291ms","start":"2026-03-31T18:36:05.469325Z","end":"2026-03-31T18:36:05.598354Z","steps":["trace[827282228] 'process raft request' (duration: 128.758494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:06.315098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.724329ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:36:06.319769Z","caller":"traceutil/trace.go:171","msg":"trace[573010911] linearizableReadLoop","detail":"{readStateIndex:3561; appliedIndex:3559; }","duration":"174.678448ms","start":"2026-03-31T18:36:06.14507Z","end":"2026-03-31T18:36:06.319748Z","steps":["trace[573010911] 'read index received' (duration: 11.299815ms)","trace[573010911] 'applied index is now lower than readState.Index' (duration: 163.377573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:06.319837Z","caller":"traceutil/trace.go:171","msg":"trace[51670813] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"207.202172ms","start":"2026-03-31T18:36:06.112591Z","end":"2026-03-31T18:36:06.319793Z","steps":["trace[51670813] 'process raft request' (duration: 206.993758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:06.320064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.246639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:36:06.320137Z","caller":"traceutil/trace.go:171","msg":"trace[2019416340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3408; }","duration":"170.339412ms","start":"2026-03-31T18:36:06.149775Z","end":"2026-03-31T18:36:06.320115Z","steps":["trace[2019416340] 'agreement among raft nodes before linearized reading' (duration: 170.131247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:06.320434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.319552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:36:06.321415Z","caller":"traceutil/trace.go:171","msg":"trace[323980629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3408; }","duration":"176.370177ms","start":"2026-03-31T18:36:06.145014Z","end":"2026-03-31T18:36:06.321384Z","steps":["trace[323980629] 'agreement among raft nodes before linearized reading' (duration: 174.842802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.074396Z","caller":"traceutil/trace.go:171","msg":"trace[364518759] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"184.464669ms","start":"2026-03-31T18:36:07.889902Z","end":"2026-03-31T18:36:08.074367Z","steps":["trace[364518759] 'process raft request' (duration: 101.55901ms)","trace[364518759] 'compare' (duration: 82.702004ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:08.074666Z","caller":"traceutil/trace.go:171","msg":"trace[1001606068] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"184.695734ms","start":"2026-03-31T18:36:07.889931Z","end":"2026-03-31T18:36:08.074626Z","steps":["trace[1001606068] 'process raft request' (duration: 184.390117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.439605Z","caller":"traceutil/trace.go:171","msg":"trace[1825879776] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"113.110451ms","start":"2026-03-31T18:36:08.326459Z","end":"2026-03-31T18:36:08.43957Z","steps":["trace[1825879776] 'process raft request' (duration: 104.068397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:08.625037Z","caller":"traceutil/trace.go:171","msg":"trace[1177401212] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"180.945581ms","start":"2026-03-31T18:36:08.44406Z","end":"2026-03-31T18:36:08.625005Z","steps":["trace[1177401212] 'process raft request' (duration: 157.657066ms)","trace[1177401212] 'compare' (duration: 22.853565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:11.056673Z","caller":"traceutil/trace.go:171","msg":"trace[1895038286] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"135.408123ms","start":"2026-03-31T18:36:10.921225Z","end":"2026-03-31T18:36:11.056633Z","steps":["trace[1895038286] 'process raft request' (duration: 119.394761ms)","trace[1895038286] 'compare' (duration: 15.778647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:12.220801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.766119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:36:12.220884Z","caller":"traceutil/trace.go:171","msg":"trace[310021247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3436; }","duration":"130.909042ms","start":"2026-03-31T18:36:12.089958Z","end":"2026-03-31T18:36:12.220867Z","steps":["trace[310021247] 'range keys from in-memory index tree' (duration: 130.567363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.221097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.864715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:36:12.221213Z","caller":"traceutil/trace.go:171","msg":"trace[406599271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3436; }","duration":"211.05853ms","start":"2026-03-31T18:36:12.010134Z","end":"2026-03-31T18:36:12.221193Z","steps":["trace[406599271] 'range keys from in-memory index tree' (duration: 210.590159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.221096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.341118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:36:12.221311Z","caller":"traceutil/trace.go:171","msg":"trace[911171720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3436; }","duration":"114.642555ms","start":"2026-03-31T18:36:12.106653Z","end":"2026-03-31T18:36:12.221296Z","steps":["trace[911171720] 'range keys from in-memory index tree' (duration: 113.93646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:12.364523Z","caller":"traceutil/trace.go:171","msg":"trace[1957278516] linearizableReadLoop","detail":"{readStateIndex:3593; appliedIndex:3590; }","duration":"127.319122ms","start":"2026-03-31T18:36:12.237182Z","end":"2026-03-31T18:36:12.364501Z","steps":["trace[1957278516] 'read index received' (duration: 79.79809ms)","trace[1957278516] 'applied index is now lower than readState.Index' (duration: 47.519722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:12.36473Z","caller":"traceutil/trace.go:171","msg":"trace[432420084] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"138.052433ms","start":"2026-03-31T18:36:12.226664Z","end":"2026-03-31T18:36:12.364717Z","steps":["trace[432420084] 'process raft request' (duration: 135.096026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:12.364809Z","caller":"traceutil/trace.go:171","msg":"trace[805007746] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"137.905029ms","start":"2026-03-31T18:36:12.226871Z","end":"2026-03-31T18:36:12.364777Z","steps":["trace[805007746] 'process raft request' (duration: 137.579412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.365089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.555657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:36:12.36533Z","caller":"traceutil/trace.go:171","msg":"trace[1802242945] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3439; }","duration":"128.18252ms","start":"2026-03-31T18:36:12.237104Z","end":"2026-03-31T18:36:12.365287Z","steps":["trace[1802242945] 'agreement among raft nodes before linearized reading' (duration: 127.494645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.621459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.640952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:12.621547Z","caller":"traceutil/trace.go:171","msg":"trace[1446690980] linearizableReadLoop","detail":"{readStateIndex:3594; appliedIndex:3593; }","duration":"104.420985ms","start":"2026-03-31T18:36:12.517111Z","end":"2026-03-31T18:36:12.621532Z","steps":["trace[1446690980] 'read index received' (duration: 57.261µs)","trace[1446690980] 'applied index is now lower than readState.Index' (duration: 104.362844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:12.621643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.552638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:36:12.621669Z","caller":"traceutil/trace.go:171","msg":"trace[1557483391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3440; }","duration":"104.612179ms","start":"2026-03-31T18:36:12.517045Z","end":"2026-03-31T18:36:12.621657Z","steps":["trace[1557483391] 'agreement among raft nodes before linearized reading' (duration: 104.520227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:12.621661Z","caller":"traceutil/trace.go:171","msg":"trace[46206563] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"161.989923ms","start":"2026-03-31T18:36:12.459576Z","end":"2026-03-31T18:36:12.621566Z","steps":["trace[46206563] 'process raft request' (duration: 41.173108ms)","trace[46206563] 'compare' (duration: 120.398525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:12.97846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.943854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:12.978564Z","caller":"traceutil/trace.go:171","msg":"trace[385850100] linearizableReadLoop","detail":"{readStateIndex:3595; appliedIndex:3594; }","duration":"333.205463ms","start":"2026-03-31T18:36:12.645345Z","end":"2026-03-31T18:36:12.97855Z","steps":["trace[385850100] 'read index received' (duration: 127.000243ms)","trace[385850100] 'applied index is now lower than readState.Index' (duration: 206.20373ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:12.978683Z","caller":"traceutil/trace.go:171","msg":"trace[527873997] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"352.173811ms","start":"2026-03-31T18:36:12.626462Z","end":"2026-03-31T18:36:12.978636Z","steps":["trace[527873997] 'process raft request' (duration: 145.962791ms)","trace[527873997] 'compare' (duration: 205.599807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:12.978752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.415059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:36:12.978781Z","caller":"traceutil/trace.go:171","msg":"trace[1603855037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3441; }","duration":"333.48089ms","start":"2026-03-31T18:36:12.645287Z","end":"2026-03-31T18:36:12.978768Z","steps":["trace[1603855037] 'agreement among raft nodes before linearized reading' (duration: 333.357097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.97881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:12.645265Z","time spent":"333.538251ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:36:12.978897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:12.626433Z","time spent":"352.345425ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:12.979421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.945961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:12.979556Z","caller":"traceutil/trace.go:171","msg":"trace[458221495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3441; }","duration":"146.159806ms","start":"2026-03-31T18:36:12.833368Z","end":"2026-03-31T18:36:12.979528Z","steps":["trace[458221495] 'agreement among raft nodes before linearized reading' (duration: 145.90877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:12.979428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.733089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:12.979714Z","caller":"traceutil/trace.go:171","msg":"trace[1298862384] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3441; }","duration":"269.072227ms","start":"2026-03-31T18:36:12.710613Z","end":"2026-03-31T18:36:12.979685Z","steps":["trace[1298862384] 'agreement among raft nodes before linearized reading' (duration: 268.705679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:13.87406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.447338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:13.874294Z","caller":"traceutil/trace.go:171","msg":"trace[1586960189] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"784.718155ms","start":"2026-03-31T18:36:13.089557Z","end":"2026-03-31T18:36:13.874275Z","steps":["trace[1586960189] 'process raft request' (duration: 784.613172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:13.874322Z","caller":"traceutil/trace.go:171","msg":"trace[1176572616] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"815.456918ms","start":"2026-03-31T18:36:13.058838Z","end":"2026-03-31T18:36:13.874295Z","steps":["trace[1176572616] 'process raft request' (duration: 395.624311ms)","trace[1176572616] 'compare' (duration: 419.248864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:13.874376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.089531Z","time spent":"784.806907ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:13.874447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.058813Z","time spent":"815.56145ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:13.887701Z","caller":"traceutil/trace.go:171","msg":"trace[683298734] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"132.262254ms","start":"2026-03-31T18:36:13.755403Z","end":"2026-03-31T18:36:13.887666Z","steps":["trace[683298734] 'process raft request' (duration: 132.072569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.213756Z","caller":"traceutil/trace.go:171","msg":"trace[2120307700] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"320.956608ms","start":"2026-03-31T18:36:13.892771Z","end":"2026-03-31T18:36:14.213727Z","steps":["trace[2120307700] 'process raft request' (duration: 320.780364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.213958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:13.892747Z","time spent":"321.09661ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:14.476673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.777838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:36:14.47675Z","caller":"traceutil/trace.go:171","msg":"trace[1299583382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3446; }","duration":"106.909841ms","start":"2026-03-31T18:36:14.369826Z","end":"2026-03-31T18:36:14.476736Z","steps":["trace[1299583382] 'range keys from in-memory index tree' (duration: 106.610184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.476808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.078108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:36:14.476916Z","caller":"traceutil/trace.go:171","msg":"trace[662466202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3446; }","duration":"155.225011ms","start":"2026-03-31T18:36:14.321668Z","end":"2026-03-31T18:36:14.476893Z","steps":["trace[662466202] 'range keys from in-memory index tree' (duration: 154.897032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.477059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.899166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:36:14.477116Z","caller":"traceutil/trace.go:171","msg":"trace[1717665149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3446; }","duration":"109.008508ms","start":"2026-03-31T18:36:14.368096Z","end":"2026-03-31T18:36:14.477104Z","steps":["trace[1717665149] 'range keys from in-memory index tree' (duration: 108.709081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.591833Z","caller":"traceutil/trace.go:171","msg":"trace[1041218620] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"110.285507ms","start":"2026-03-31T18:36:14.481523Z","end":"2026-03-31T18:36:14.591809Z","steps":["trace[1041218620] 'process raft request' (duration: 110.216585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.592064Z","caller":"traceutil/trace.go:171","msg":"trace[1414924354] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"110.560392ms","start":"2026-03-31T18:36:14.481464Z","end":"2026-03-31T18:36:14.592024Z","steps":["trace[1414924354] 'process raft request' (duration: 110.136573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.59215Z","caller":"traceutil/trace.go:171","msg":"trace[1581592651] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"110.067692ms","start":"2026-03-31T18:36:14.482051Z","end":"2026-03-31T18:36:14.592119Z","steps":["trace[1581592651] 'process raft request' (duration: 109.723214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:14.743555Z","caller":"traceutil/trace.go:171","msg":"trace[2040760386] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"116.459286ms","start":"2026-03-31T18:36:14.627047Z","end":"2026-03-31T18:36:14.743506Z","steps":["trace[2040760386] 'process raft request' (duration: 116.265932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:14.942136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.749621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"info","ts":"2026-03-31T18:36:14.942299Z","caller":"traceutil/trace.go:171","msg":"trace[1250527195] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3451; }","duration":"104.967726ms","start":"2026-03-31T18:36:14.837314Z","end":"2026-03-31T18:36:14.942282Z","steps":["trace[1250527195] 'range keys from in-memory index tree' (duration: 104.576398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:18.803906Z","caller":"traceutil/trace.go:171","msg":"trace[505314270] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"168.05543ms","start":"2026-03-31T18:36:18.635824Z","end":"2026-03-31T18:36:18.803879Z","steps":["trace[505314270] 'process raft request' (duration: 167.982358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:18.803957Z","caller":"traceutil/trace.go:171","msg":"trace[1740522192] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"168.394387ms","start":"2026-03-31T18:36:18.63554Z","end":"2026-03-31T18:36:18.803934Z","steps":["trace[1740522192] 'process raft request' (duration: 168.100541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:20.921682Z","caller":"traceutil/trace.go:171","msg":"trace[1714942300] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"106.474481ms","start":"2026-03-31T18:36:20.815183Z","end":"2026-03-31T18:36:20.921657Z","steps":["trace[1714942300] 'process raft request' (duration: 104.090078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:21.104056Z","caller":"traceutil/trace.go:171","msg":"trace[1003871341] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"142.110065ms","start":"2026-03-31T18:36:20.961888Z","end":"2026-03-31T18:36:21.103998Z","steps":["trace[1003871341] 'process raft request' (duration: 86.330537ms)","trace[1003871341] 'compare' (duration: 55.48399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:22.793712Z","caller":"traceutil/trace.go:171","msg":"trace[993174022] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"115.145766ms","start":"2026-03-31T18:36:22.678542Z","end":"2026-03-31T18:36:22.793687Z","steps":["trace[993174022] 'process raft request' (duration: 114.986233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:22.951674Z","caller":"traceutil/trace.go:171","msg":"trace[1613928693] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"109.604162ms","start":"2026-03-31T18:36:22.842045Z","end":"2026-03-31T18:36:22.951649Z","steps":["trace[1613928693] 'process raft request' (duration: 49.003935ms)","trace[1613928693] 'compare' (duration: 60.393342ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:22.951808Z","caller":"traceutil/trace.go:171","msg":"trace[903729710] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"109.340646ms","start":"2026-03-31T18:36:22.842441Z","end":"2026-03-31T18:36:22.951782Z","steps":["trace[903729710] 'process raft request' (duration: 109.161132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:23.326347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.367501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:36:23.326395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.503248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:36:23.326428Z","caller":"traceutil/trace.go:171","msg":"trace[1500894657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3495; }","duration":"154.505544ms","start":"2026-03-31T18:36:23.171905Z","end":"2026-03-31T18:36:23.32641Z","steps":["trace[1500894657] 'range keys from in-memory index tree' (duration: 154.201077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:23.326453Z","caller":"traceutil/trace.go:171","msg":"trace[1671109957] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3495; }","duration":"183.647261ms","start":"2026-03-31T18:36:23.142789Z","end":"2026-03-31T18:36:23.326436Z","steps":["trace[1671109957] 'range keys from in-memory index tree' (duration: 183.341674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:23.489346Z","caller":"traceutil/trace.go:171","msg":"trace[430497701] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"164.52971ms","start":"2026-03-31T18:36:23.324787Z","end":"2026-03-31T18:36:23.489317Z","steps":["trace[430497701] 'process raft request' (duration: 164.334196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:23.50271Z","caller":"traceutil/trace.go:171","msg":"trace[647545070] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"171.048787ms","start":"2026-03-31T18:36:23.331638Z","end":"2026-03-31T18:36:23.502687Z","steps":["trace[647545070] 'process raft request' (duration: 170.885963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:23.502943Z","caller":"traceutil/trace.go:171","msg":"trace[2066172547] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"171.249041ms","start":"2026-03-31T18:36:23.331672Z","end":"2026-03-31T18:36:23.502921Z","steps":["trace[2066172547] 'process raft request' (duration: 170.982935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.145206Z","caller":"traceutil/trace.go:171","msg":"trace[92042192] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"150.461704ms","start":"2026-03-31T18:36:30.994708Z","end":"2026-03-31T18:36:31.145169Z","steps":["trace[92042192] 'process raft request' (duration: 62.839128ms)","trace[92042192] 'compare' (duration: 87.333899ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:31.145367Z","caller":"traceutil/trace.go:171","msg":"trace[1992033120] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"112.235411ms","start":"2026-03-31T18:36:31.033101Z","end":"2026-03-31T18:36:31.145336Z","steps":["trace[1992033120] 'process raft request' (duration: 111.995426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.272548Z","caller":"traceutil/trace.go:171","msg":"trace[646544944] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"105.15948ms","start":"2026-03-31T18:36:31.167343Z","end":"2026-03-31T18:36:31.272503Z","steps":["trace[646544944] 'process raft request' (duration: 87.657166ms)","trace[646544944] 'compare' (duration: 16.85594ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:31.728985Z","caller":"traceutil/trace.go:171","msg":"trace[232313489] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"385.519792ms","start":"2026-03-31T18:36:31.343439Z","end":"2026-03-31T18:36:31.728959Z","steps":["trace[232313489] 'process raft request' (duration: 385.323768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:31.729166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:31.343406Z","time spent":"385.663856ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:31.844585Z","caller":"traceutil/trace.go:171","msg":"trace[1133304829] linearizableReadLoop","detail":"{readStateIndex:3698; appliedIndex:3695; }","duration":"300.886516ms","start":"2026-03-31T18:36:31.54367Z","end":"2026-03-31T18:36:31.844556Z","steps":["trace[1133304829] 'read index received' (duration: 185.127295ms)","trace[1133304829] 'applied index is now lower than readState.Index' (duration: 115.757931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:31.844657Z","caller":"traceutil/trace.go:171","msg":"trace[1814884239] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"499.799861ms","start":"2026-03-31T18:36:31.344835Z","end":"2026-03-31T18:36:31.844635Z","steps":["trace[1814884239] 'process raft request' (duration: 499.551056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:31.844842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:31.344821Z","time spent":"499.901813ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:31.844851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.134381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:36:31.844988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.889074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:31.84504Z","caller":"traceutil/trace.go:171","msg":"trace[1043762315] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3540; }","duration":"289.018207ms","start":"2026-03-31T18:36:31.556004Z","end":"2026-03-31T18:36:31.845022Z","steps":["trace[1043762315] 'agreement among raft nodes before linearized reading' (duration: 288.899394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.845028Z","caller":"traceutil/trace.go:171","msg":"trace[1792061433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3540; }","duration":"301.378676ms","start":"2026-03-31T18:36:31.54362Z","end":"2026-03-31T18:36:31.844999Z","steps":["trace[1792061433] 'agreement among raft nodes before linearized reading' (duration: 301.134531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:31.845171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:31.543593Z","time spent":"301.504039ms","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:31.84523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.301742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:36:31.845299Z","caller":"traceutil/trace.go:171","msg":"trace[583047001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3540; }","duration":"257.452946ms","start":"2026-03-31T18:36:31.587833Z","end":"2026-03-31T18:36:31.845285Z","steps":["trace[583047001] 'agreement among raft nodes before linearized reading' (duration: 257.1938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:31.845304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.320525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:36:31.845392Z","caller":"traceutil/trace.go:171","msg":"trace[664685470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3540; }","duration":"250.560451ms","start":"2026-03-31T18:36:31.594814Z","end":"2026-03-31T18:36:31.845375Z","steps":["trace[664685470] 'agreement among raft nodes before linearized reading' (duration: 250.193883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.844969Z","caller":"traceutil/trace.go:171","msg":"trace[1599467403] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"501.234142ms","start":"2026-03-31T18:36:31.343665Z","end":"2026-03-31T18:36:31.844899Z","steps":["trace[1599467403] 'process raft request' (duration: 492.096136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:31.845691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:31.343647Z","time spent":"501.920548ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:32.228099Z","caller":"traceutil/trace.go:171","msg":"trace[51217828] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"372.996921ms","start":"2026-03-31T18:36:31.855077Z","end":"2026-03-31T18:36:32.228074Z","steps":["trace[51217828] 'process raft request' (duration: 372.935959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.228139Z","caller":"traceutil/trace.go:171","msg":"trace[236790502] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"377.231335ms","start":"2026-03-31T18:36:31.850873Z","end":"2026-03-31T18:36:32.228104Z","steps":["trace[236790502] 'process raft request' (duration: 376.98532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:32.228252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:31.855068Z","time spent":"373.103964ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:32.228294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:31.85085Z","time spent":"377.35645ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:32.240722Z","caller":"traceutil/trace.go:171","msg":"trace[919236402] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"158.034273ms","start":"2026-03-31T18:36:32.082664Z","end":"2026-03-31T18:36:32.240698Z","steps":["trace[919236402] 'process raft request' (duration: 157.42268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:32.901572Z","caller":"traceutil/trace.go:171","msg":"trace[1055294896] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"364.05576ms","start":"2026-03-31T18:36:32.53749Z","end":"2026-03-31T18:36:32.901546Z","steps":["trace[1055294896] 'process raft request' (duration: 363.887846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:32.901738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:32.537474Z","time spent":"364.175292ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:33.100157Z","caller":"traceutil/trace.go:171","msg":"trace[2053579280] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"135.228973ms","start":"2026-03-31T18:36:32.964875Z","end":"2026-03-31T18:36:33.100104Z","steps":["trace[2053579280] 'process raft request' (duration: 99.038639ms)","trace[2053579280] 'compare' (duration: 35.839766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:33.501798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.104644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:33.501915Z","caller":"traceutil/trace.go:171","msg":"trace[779188314] linearizableReadLoop","detail":"{readStateIndex:3705; appliedIndex:3704; }","duration":"283.988338ms","start":"2026-03-31T18:36:33.217911Z","end":"2026-03-31T18:36:33.501899Z","steps":["trace[779188314] 'read index received' (duration: 94.597809ms)","trace[779188314] 'applied index is now lower than readState.Index' (duration: 189.389279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:33.501999Z","caller":"traceutil/trace.go:171","msg":"trace[363190100] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"304.719625ms","start":"2026-03-31T18:36:33.197248Z","end":"2026-03-31T18:36:33.501967Z","steps":["trace[363190100] 'process raft request' (duration: 115.352636ms)","trace[363190100] 'compare' (duration: 188.96841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:33.502135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.225183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:36:33.502199Z","caller":"traceutil/trace.go:171","msg":"trace[872160313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3547; }","duration":"284.326596ms","start":"2026-03-31T18:36:33.217856Z","end":"2026-03-31T18:36:33.502183Z","steps":["trace[872160313] 'agreement among raft nodes before linearized reading' (duration: 284.143132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.50221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.017735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:33.502264Z","caller":"traceutil/trace.go:171","msg":"trace[833313492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3547; }","duration":"138.127147ms","start":"2026-03-31T18:36:33.364125Z","end":"2026-03-31T18:36:33.502253Z","steps":["trace[833313492] 'agreement among raft nodes before linearized reading' (duration: 138.029425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:33.502505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.596129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:36:33.50214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:33.197228Z","time spent":"304.840387ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:33.502617Z","caller":"traceutil/trace.go:171","msg":"trace[111218882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3547; }","duration":"223.785723ms","start":"2026-03-31T18:36:33.278786Z","end":"2026-03-31T18:36:33.502572Z","steps":["trace[111218882] 'agreement among raft nodes before linearized reading' (duration: 223.354754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.432925Z","caller":"traceutil/trace.go:171","msg":"trace[447223311] linearizableReadLoop","detail":"{readStateIndex:3709; appliedIndex:3708; }","duration":"192.650384ms","start":"2026-03-31T18:36:34.240247Z","end":"2026-03-31T18:36:34.432898Z","steps":["trace[447223311] 'read index received' (duration: 192.416918ms)","trace[447223311] 'applied index is now lower than readState.Index' (duration: 232.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:34.433001Z","caller":"traceutil/trace.go:171","msg":"trace[469090296] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"196.196663ms","start":"2026-03-31T18:36:34.236757Z","end":"2026-03-31T18:36:34.432954Z","steps":["trace[469090296] 'process raft request' (duration: 195.958967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.433341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.068833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:36:34.433402Z","caller":"traceutil/trace.go:171","msg":"trace[564878445] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3551; }","duration":"193.178796ms","start":"2026-03-31T18:36:34.240209Z","end":"2026-03-31T18:36:34.433388Z","steps":["trace[564878445] 'agreement among raft nodes before linearized reading' (duration: 192.819898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.51299Z","caller":"traceutil/trace.go:171","msg":"trace[568123241] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"266.573447ms","start":"2026-03-31T18:36:34.246388Z","end":"2026-03-31T18:36:34.512961Z","steps":["trace[568123241] 'process raft request' (duration: 266.371662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:34.721135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.389798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:34.721309Z","caller":"traceutil/trace.go:171","msg":"trace[1287695120] linearizableReadLoop","detail":"{readStateIndex:3712; appliedIndex:3710; }","duration":"204.97594ms","start":"2026-03-31T18:36:34.516317Z","end":"2026-03-31T18:36:34.721293Z","steps":["trace[1287695120] 'read index received' (duration: 92.238965ms)","trace[1287695120] 'applied index is now lower than readState.Index' (duration: 112.735965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:34.721516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.193056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:36:34.721521Z","caller":"traceutil/trace.go:171","msg":"trace[479738011] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"240.725345ms","start":"2026-03-31T18:36:34.480765Z","end":"2026-03-31T18:36:34.721491Z","steps":["trace[479738011] 'process raft request' (duration: 127.886556ms)","trace[479738011] 'compare' (duration: 112.241255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:34.721555Z","caller":"traceutil/trace.go:171","msg":"trace[581489201] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3554; }","duration":"205.257278ms","start":"2026-03-31T18:36:34.516287Z","end":"2026-03-31T18:36:34.721544Z","steps":["trace[581489201] 'agreement among raft nodes before linearized reading' (duration: 205.058143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:34.721545Z","caller":"traceutil/trace.go:171","msg":"trace[514520000] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"218.7088ms","start":"2026-03-31T18:36:34.502808Z","end":"2026-03-31T18:36:34.721517Z","steps":["trace[514520000] 'process raft request' (duration: 218.422743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:35.056232Z","caller":"traceutil/trace.go:171","msg":"trace[1269777463] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"146.932075ms","start":"2026-03-31T18:36:34.909267Z","end":"2026-03-31T18:36:35.056199Z","steps":["trace[1269777463] 'process raft request' (duration: 146.762481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.310731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.841681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:36:35.310833Z","caller":"traceutil/trace.go:171","msg":"trace[354795046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3555; }","duration":"205.991884ms","start":"2026-03-31T18:36:35.104814Z","end":"2026-03-31T18:36:35.310806Z","steps":["trace[354795046] 'range keys from in-memory index tree' (duration: 205.557685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.311138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.396196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:35.311301Z","caller":"traceutil/trace.go:171","msg":"trace[1210412510] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3555; }","duration":"187.660042ms","start":"2026-03-31T18:36:35.123583Z","end":"2026-03-31T18:36:35.311243Z","steps":["trace[1210412510] 'count revisions from in-memory index tree' (duration: 187.246212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:35.500003Z","caller":"traceutil/trace.go:171","msg":"trace[1584408973] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3713; }","duration":"163.485797ms","start":"2026-03-31T18:36:35.336489Z","end":"2026-03-31T18:36:35.499974Z","steps":["trace[1584408973] 'read index received' (duration: 163.16165ms)","trace[1584408973] 'applied index is now lower than readState.Index' (duration: 322.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:35.500175Z","caller":"traceutil/trace.go:171","msg":"trace[1183403079] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"184.820997ms","start":"2026-03-31T18:36:35.315315Z","end":"2026-03-31T18:36:35.500136Z","steps":["trace[1183403079] 'process raft request' (duration: 184.434978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.500301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.747424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:35.500392Z","caller":"traceutil/trace.go:171","msg":"trace[1912435883] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3556; }","duration":"163.947049ms","start":"2026-03-31T18:36:35.336424Z","end":"2026-03-31T18:36:35.500372Z","steps":["trace[1912435883] 'agreement among raft nodes before linearized reading' (duration: 163.702682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.500438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.74332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:36:35.500546Z","caller":"traceutil/trace.go:171","msg":"trace[2075748420] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3556; }","duration":"129.934184ms","start":"2026-03-31T18:36:35.370587Z","end":"2026-03-31T18:36:35.500521Z","steps":["trace[2075748420] 'agreement among raft nodes before linearized reading' (duration: 129.631787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:36.258908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.872646ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:36:36.259051Z","caller":"traceutil/trace.go:171","msg":"trace[1656973482] linearizableReadLoop","detail":"{readStateIndex:3719; appliedIndex:3718; }","duration":"108.683724ms","start":"2026-03-31T18:36:36.150343Z","end":"2026-03-31T18:36:36.259027Z","steps":["trace[1656973482] 'read index received' (duration: 86.422µs)","trace[1656973482] 'applied index is now lower than readState.Index' (duration: 108.595452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:36.259266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.888649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:36.259405Z","caller":"traceutil/trace.go:171","msg":"trace[1305814210] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3560; }","duration":"109.093995ms","start":"2026-03-31T18:36:36.150281Z","end":"2026-03-31T18:36:36.259375Z","steps":["trace[1305814210] 'agreement among raft nodes before linearized reading' (duration: 108.850148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:42.084414Z","caller":"traceutil/trace.go:171","msg":"trace[2027054793] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"148.754876ms","start":"2026-03-31T18:36:41.935638Z","end":"2026-03-31T18:36:42.084393Z","steps":["trace[2027054793] 'process raft request' (duration: 148.579842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:43.808221Z","caller":"traceutil/trace.go:171","msg":"trace[73219952] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"149.739478ms","start":"2026-03-31T18:36:43.658445Z","end":"2026-03-31T18:36:43.808185Z","steps":["trace[73219952] 'process raft request' (duration: 53.042233ms)","trace[73219952] 'compare' (duration: 96.49629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:44.021075Z","caller":"traceutil/trace.go:171","msg":"trace[345745353] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3759; }","duration":"186.415133ms","start":"2026-03-31T18:36:43.834622Z","end":"2026-03-31T18:36:44.021037Z","steps":["trace[345745353] 'read index received' (duration: 92.205704ms)","trace[345745353] 'applied index is now lower than readState.Index' (duration: 94.207959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:44.021349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.69788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:44.021454Z","caller":"traceutil/trace.go:171","msg":"trace[1313688173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3600; }","duration":"186.847923ms","start":"2026-03-31T18:36:43.834589Z","end":"2026-03-31T18:36:44.021437Z","steps":["trace[1313688173] 'agreement among raft nodes before linearized reading' (duration: 186.661099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:44.021519Z","caller":"traceutil/trace.go:171","msg":"trace[2016113161] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"187.682173ms","start":"2026-03-31T18:36:43.833801Z","end":"2026-03-31T18:36:44.021483Z","steps":["trace[2016113161] 'process raft request' (duration: 93.116776ms)","trace[2016113161] 'compare' (duration: 93.918883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:44.21277Z","caller":"traceutil/trace.go:171","msg":"trace[2011793295] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"122.217669ms","start":"2026-03-31T18:36:44.0905Z","end":"2026-03-31T18:36:44.212717Z","steps":["trace[2011793295] 'process raft request' (duration: 121.998514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:46.150408Z","caller":"traceutil/trace.go:171","msg":"trace[799885560] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"119.633231ms","start":"2026-03-31T18:36:46.030749Z","end":"2026-03-31T18:36:46.150382Z","steps":["trace[799885560] 'process raft request' (duration: 119.432186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:56.076385Z","caller":"traceutil/trace.go:171","msg":"trace[1983479459] transaction","detail":"{read_only:false; response_revision:3661; number_of_response:1; }","duration":"111.893487ms","start":"2026-03-31T18:36:55.964455Z","end":"2026-03-31T18:36:56.076349Z","steps":["trace[1983479459] 'process raft request' (duration: 111.580119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:56.280381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.651459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:56.280445Z","caller":"traceutil/trace.go:171","msg":"trace[619505229] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3662; }","duration":"118.768332ms","start":"2026-03-31T18:36:56.161666Z","end":"2026-03-31T18:36:56.280434Z","steps":["trace[619505229] 'agreement among raft nodes before linearized reading' (duration: 118.642069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:56.280263Z","caller":"traceutil/trace.go:171","msg":"trace[1314704117] linearizableReadLoop","detail":"{readStateIndex:3825; appliedIndex:3824; }","duration":"118.473625ms","start":"2026-03-31T18:36:56.161711Z","end":"2026-03-31T18:36:56.280185Z","steps":["trace[1314704117] 'read index received' (duration: 62.350683ms)","trace[1314704117] 'applied index is now lower than readState.Index' (duration: 56.121322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:56.476369Z","caller":"traceutil/trace.go:171","msg":"trace[1738251943] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"160.841007ms","start":"2026-03-31T18:36:56.314938Z","end":"2026-03-31T18:36:56.475779Z","steps":["trace[1738251943] 'process raft request' (duration: 98.052916ms)","trace[1738251943] 'compare' (duration: 62.555676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:56.851159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.694438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:36:56.851248Z","caller":"traceutil/trace.go:171","msg":"trace[608534478] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3665; }","duration":"246.830972ms","start":"2026-03-31T18:36:56.604394Z","end":"2026-03-31T18:36:56.851225Z","steps":["trace[608534478] 'range keys from in-memory index tree' (duration: 246.410402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:56.924092Z","caller":"traceutil/trace.go:171","msg":"trace[20771028] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"134.087617ms","start":"2026-03-31T18:36:56.789973Z","end":"2026-03-31T18:36:56.92406Z","steps":["trace[20771028] 'process raft request' (duration: 133.943904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:57.256262Z","caller":"traceutil/trace.go:171","msg":"trace[1940591043] linearizableReadLoop","detail":"{readStateIndex:3830; appliedIndex:3828; }","duration":"360.299784ms","start":"2026-03-31T18:36:56.895938Z","end":"2026-03-31T18:36:57.256238Z","steps":["trace[1940591043] 'read index received' (duration: 28.087761ms)","trace[1940591043] 'applied index is now lower than readState.Index' (duration: 332.210973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.25643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.437467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:57.256455Z","caller":"traceutil/trace.go:171","msg":"trace[610226110] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"400.082369ms","start":"2026-03-31T18:36:56.856271Z","end":"2026-03-31T18:36:57.256353Z","steps":["trace[610226110] 'process raft request' (duration: 399.812623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:57.256483Z","caller":"traceutil/trace.go:171","msg":"trace[1680602395] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3667; }","duration":"360.580711ms","start":"2026-03-31T18:36:56.895883Z","end":"2026-03-31T18:36:57.256464Z","steps":["trace[1680602395] 'agreement among raft nodes before linearized reading' (duration: 360.449498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:57.256554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.895857Z","time spent":"360.684262ms","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:36:57.25665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:56.856242Z","time spent":"400.307673ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:57.605681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.709214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:57.605768Z","caller":"traceutil/trace.go:171","msg":"trace[1455062787] linearizableReadLoop","detail":"{readStateIndex:3831; appliedIndex:3830; }","duration":"282.542445ms","start":"2026-03-31T18:36:57.323213Z","end":"2026-03-31T18:36:57.605755Z","steps":["trace[1455062787] 'read index received' (duration: 41.591455ms)","trace[1455062787] 'applied index is now lower than readState.Index' (duration: 240.95035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:57.605836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.638527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:57.605856Z","caller":"traceutil/trace.go:171","msg":"trace[833616864] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3668; }","duration":"282.71478ms","start":"2026-03-31T18:36:57.323135Z","end":"2026-03-31T18:36:57.60585Z","steps":["trace[833616864] 'agreement among raft nodes before linearized reading' (duration: 282.651628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:57.606047Z","caller":"traceutil/trace.go:171","msg":"trace[215953650] transaction","detail":"{read_only:false; response_revision:3668; number_of_response:1; }","duration":"298.696369ms","start":"2026-03-31T18:36:57.307344Z","end":"2026-03-31T18:36:57.60604Z","steps":["trace[215953650] 'process raft request' (duration: 57.563275ms)","trace[215953650] 'compare' (duration: 240.619102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:57.80414Z","caller":"traceutil/trace.go:171","msg":"trace[670922332] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"113.360369ms","start":"2026-03-31T18:36:57.690745Z","end":"2026-03-31T18:36:57.804105Z","steps":["trace[670922332] 'process raft request' (duration: 44.064022ms)","trace[670922332] 'compare' (duration: 69.140574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.274496Z","caller":"traceutil/trace.go:171","msg":"trace[2001336934] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"140.217434ms","start":"2026-03-31T18:36:58.134238Z","end":"2026-03-31T18:36:58.274456Z","steps":["trace[2001336934] 'process raft request' (duration: 59.1045ms)","trace[2001336934] 'compare' (duration: 80.870989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:58.508645Z","caller":"traceutil/trace.go:171","msg":"trace[878468955] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"197.045253ms","start":"2026-03-31T18:36:58.31157Z","end":"2026-03-31T18:36:58.508615Z","steps":["trace[878468955] 'process raft request' (duration: 141.026022ms)","trace[878468955] 'compare' (duration: 55.848647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:00.725578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.112551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:00.725664Z","caller":"traceutil/trace.go:171","msg":"trace[700051113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3680; }","duration":"212.240304ms","start":"2026-03-31T18:37:00.513402Z","end":"2026-03-31T18:37:00.725643Z","steps":["trace[700051113] 'range keys from in-memory index tree' (duration: 211.861055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.725943Z","caller":"traceutil/trace.go:171","msg":"trace[1734407183] linearizableReadLoop","detail":"{readStateIndex:3844; appliedIndex:3843; }","duration":"129.189586ms","start":"2026-03-31T18:37:00.59674Z","end":"2026-03-31T18:37:00.72593Z","steps":["trace[1734407183] 'read index received' (duration: 97.81239ms)","trace[1734407183] 'applied index is now lower than readState.Index' (duration: 31.376346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:00.726052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.307258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:37:00.726089Z","caller":"traceutil/trace.go:171","msg":"trace[534969865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3681; }","duration":"129.38194ms","start":"2026-03-31T18:37:00.596696Z","end":"2026-03-31T18:37:00.726078Z","steps":["trace[534969865] 'agreement among raft nodes before linearized reading' (duration: 129.280888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.726013Z","caller":"traceutil/trace.go:171","msg":"trace[208719643] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"211.923597ms","start":"2026-03-31T18:37:00.514036Z","end":"2026-03-31T18:37:00.725959Z","steps":["trace[208719643] 'process raft request' (duration: 180.5199ms)","trace[208719643] 'compare' (duration: 30.894635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.432731Z","caller":"traceutil/trace.go:171","msg":"trace[1426671330] linearizableReadLoop","detail":"{readStateIndex:3850; appliedIndex:3849; }","duration":"158.740301ms","start":"2026-03-31T18:37:01.273965Z","end":"2026-03-31T18:37:01.432705Z","steps":["trace[1426671330] 'read index received' (duration: 158.582047ms)","trace[1426671330] 'applied index is now lower than readState.Index' (duration: 156.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:01.432864Z","caller":"traceutil/trace.go:171","msg":"trace[1975892733] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"217.450522ms","start":"2026-03-31T18:37:01.215361Z","end":"2026-03-31T18:37:01.432812Z","steps":["trace[1975892733] 'process raft request' (duration: 217.171456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.433062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.077729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:37:01.433155Z","caller":"traceutil/trace.go:171","msg":"trace[944354608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3686; }","duration":"159.196871ms","start":"2026-03-31T18:37:01.273919Z","end":"2026-03-31T18:37:01.433116Z","steps":["trace[944354608] 'agreement among raft nodes before linearized reading' (duration: 158.940985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:01.433313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.094102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:37:01.433424Z","caller":"traceutil/trace.go:171","msg":"trace[247091506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3686; }","duration":"112.203154ms","start":"2026-03-31T18:37:01.321181Z","end":"2026-03-31T18:37:01.433384Z","steps":["trace[247091506] 'agreement among raft nodes before linearized reading' (duration: 111.853706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:03.161063Z","caller":"traceutil/trace.go:171","msg":"trace[1307860571] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"105.730987ms","start":"2026-03-31T18:37:03.055094Z","end":"2026-03-31T18:37:03.160825Z","steps":["trace[1307860571] 'process raft request' (duration: 105.556413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:14.681315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.919927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:14.68144Z","caller":"traceutil/trace.go:171","msg":"trace[1276782984] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3749; }","duration":"444.093601ms","start":"2026-03-31T18:37:14.23732Z","end":"2026-03-31T18:37:14.681413Z","steps":["trace[1276782984] 'range keys from in-memory index tree' (duration: 443.689561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:14.681542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.237296Z","time spent":"444.229443ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:37:14.763805Z","caller":"traceutil/trace.go:171","msg":"trace[782940223] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"349.095403ms","start":"2026-03-31T18:37:14.414675Z","end":"2026-03-31T18:37:14.763771Z","steps":["trace[782940223] 'process raft request' (duration: 348.742335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:14.764155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:14.41465Z","time spent":"349.246595ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:15.119201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.17052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:15.119292Z","caller":"traceutil/trace.go:171","msg":"trace[405548556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3751; }","duration":"287.321803ms","start":"2026-03-31T18:37:14.831947Z","end":"2026-03-31T18:37:15.119269Z","steps":["trace[405548556] 'range keys from in-memory index tree' (duration: 287.056537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.119311Z","caller":"traceutil/trace.go:171","msg":"trace[1157631679] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"244.459409ms","start":"2026-03-31T18:37:14.874808Z","end":"2026-03-31T18:37:15.119267Z","steps":["trace[1157631679] 'process raft request' (duration: 182.601687ms)","trace[1157631679] 'compare' (duration: 61.574346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:15.450033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.538786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:15.450233Z","caller":"traceutil/trace.go:171","msg":"trace[1161088776] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"230.950615ms","start":"2026-03-31T18:37:15.219263Z","end":"2026-03-31T18:37:15.450213Z","steps":["trace[1161088776] 'process raft request' (duration: 120.144783ms)","trace[1161088776] 'compare' (duration: 110.418704ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:15.450419Z","caller":"traceutil/trace.go:171","msg":"trace[227274343] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"205.789349ms","start":"2026-03-31T18:37:15.244616Z","end":"2026-03-31T18:37:15.450406Z","steps":["trace[227274343] 'process raft request' (duration: 205.520143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:15.817809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.958353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:15.817979Z","caller":"traceutil/trace.go:171","msg":"trace[712210223] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"155.680673ms","start":"2026-03-31T18:37:15.662283Z","end":"2026-03-31T18:37:15.817964Z","steps":["trace[712210223] 'process raft request' (duration: 155.622731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:15.818066Z","caller":"traceutil/trace.go:171","msg":"trace[1850350174] linearizableReadLoop","detail":"{readStateIndex:3922; appliedIndex:3921; }","duration":"190.262589ms","start":"2026-03-31T18:37:15.627742Z","end":"2026-03-31T18:37:15.818005Z","steps":["trace[1850350174] 'read index received' (duration: 36.01874ms)","trace[1850350174] 'applied index is now lower than readState.Index' (duration: 154.240989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:15.818271Z","caller":"traceutil/trace.go:171","msg":"trace[736845846] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"401.692917ms","start":"2026-03-31T18:37:15.416565Z","end":"2026-03-31T18:37:15.818258Z","steps":["trace[736845846] 'process raft request' (duration: 247.211452ms)","trace[736845846] 'compare' (duration: 153.721478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:15.818438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.69629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:37:15.818451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.416533Z","time spent":"401.768998ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:15.818525Z","caller":"traceutil/trace.go:171","msg":"trace[1508398271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3757; }","duration":"190.786712ms","start":"2026-03-31T18:37:15.627688Z","end":"2026-03-31T18:37:15.818474Z","steps":["trace[1508398271] 'agreement among raft nodes before linearized reading' (duration: 190.657929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.174844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.86124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:16.175612Z","caller":"traceutil/trace.go:171","msg":"trace[1951512725] linearizableReadLoop","detail":"{readStateIndex:3925; appliedIndex:3923; }","duration":"165.017552ms","start":"2026-03-31T18:37:16.010572Z","end":"2026-03-31T18:37:16.175589Z","steps":["trace[1951512725] 'read index received' (duration: 55.224022ms)","trace[1951512725] 'applied index is now lower than readState.Index' (duration: 109.79239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:16.175897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.313908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:16.176007Z","caller":"traceutil/trace.go:171","msg":"trace[139055953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3759; }","duration":"165.39736ms","start":"2026-03-31T18:37:16.01053Z","end":"2026-03-31T18:37:16.175927Z","steps":["trace[139055953] 'agreement among raft nodes before linearized reading' (duration: 165.136924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:16.176179Z","caller":"traceutil/trace.go:171","msg":"trace[1825042073] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"353.607055ms","start":"2026-03-31T18:37:15.822558Z","end":"2026-03-31T18:37:16.176165Z","steps":["trace[1825042073] 'process raft request' (duration: 352.429498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:16.176253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.822548Z","time spent":"353.660166ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:16.176302Z","caller":"traceutil/trace.go:171","msg":"trace[1322773735] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"353.82268ms","start":"2026-03-31T18:37:15.822452Z","end":"2026-03-31T18:37:16.176275Z","steps":["trace[1322773735] 'process raft request' (duration: 243.328294ms)","trace[1322773735] 'compare' (duration: 108.394898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:16.176423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:15.822434Z","time spent":"353.920852ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:16.416322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.59595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:37:16.416757Z","caller":"traceutil/trace.go:171","msg":"trace[517490693] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"223.436245ms","start":"2026-03-31T18:37:16.193304Z","end":"2026-03-31T18:37:16.416741Z","steps":["trace[517490693] 'process raft request' (duration: 223.125978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:16.416777Z","caller":"traceutil/trace.go:171","msg":"trace[1879127977] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3925; }","duration":"180.98384ms","start":"2026-03-31T18:37:16.235761Z","end":"2026-03-31T18:37:16.416745Z","steps":["trace[1879127977] 'read index received' (duration: 142.422474ms)","trace[1879127977] 'applied index is now lower than readState.Index' (duration: 38.559306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:16.45819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.380802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:16.458342Z","caller":"traceutil/trace.go:171","msg":"trace[247726280] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3760; }","duration":"222.570496ms","start":"2026-03-31T18:37:16.235718Z","end":"2026-03-31T18:37:16.458288Z","steps":["trace[247726280] 'agreement among raft nodes before linearized reading' (duration: 181.125154ms)","trace[247726280] 'range keys from in-memory index tree' (duration: 40.957201ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:22.690668Z","caller":"traceutil/trace.go:171","msg":"trace[1099036771] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"156.884809ms","start":"2026-03-31T18:37:22.533753Z","end":"2026-03-31T18:37:22.690638Z","steps":["trace[1099036771] 'process raft request' (duration: 156.714195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:23.424664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.47394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:23.42475Z","caller":"traceutil/trace.go:171","msg":"trace[1576510176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3792; }","duration":"100.617063ms","start":"2026-03-31T18:37:23.324114Z","end":"2026-03-31T18:37:23.424731Z","steps":["trace[1576510176] 'range keys from in-memory index tree' (duration: 100.252435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.473602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.694277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:24.473799Z","caller":"traceutil/trace.go:171","msg":"trace[132259831] linearizableReadLoop","detail":"{readStateIndex:3966; appliedIndex:3965; }","duration":"118.312992ms","start":"2026-03-31T18:37:24.355466Z","end":"2026-03-31T18:37:24.473779Z","steps":["trace[132259831] 'read index received' (duration: 55.451µs)","trace[132259831] 'applied index is now lower than readState.Index' (duration: 118.255851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:24.47383Z","caller":"traceutil/trace.go:171","msg":"trace[1545849929] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"140.297257ms","start":"2026-03-31T18:37:24.333489Z","end":"2026-03-31T18:37:24.473787Z","steps":["trace[1545849929] 'compare' (duration: 133.459972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.474048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.574618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:24.474119Z","caller":"traceutil/trace.go:171","msg":"trace[1649078615] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3798; }","duration":"118.689061ms","start":"2026-03-31T18:37:24.355418Z","end":"2026-03-31T18:37:24.474107Z","steps":["trace[1649078615] 'agreement among raft nodes before linearized reading' (duration: 118.528607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.894743Z","caller":"traceutil/trace.go:171","msg":"trace[789308686] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"156.728245ms","start":"2026-03-31T18:37:24.73799Z","end":"2026-03-31T18:37:24.894718Z","steps":["trace[789308686] 'process raft request' (duration: 156.541881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.025504Z","caller":"traceutil/trace.go:171","msg":"trace[1526341517] linearizableReadLoop","detail":"{readStateIndex:3969; appliedIndex:3968; }","duration":"130.790722ms","start":"2026-03-31T18:37:24.894683Z","end":"2026-03-31T18:37:25.025474Z","steps":["trace[1526341517] 'read index received' (duration: 115.229862ms)","trace[1526341517] 'applied index is now lower than readState.Index' (duration: 15.5594ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:25.025532Z","caller":"traceutil/trace.go:171","msg":"trace[1659131034] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"153.171075ms","start":"2026-03-31T18:37:24.872342Z","end":"2026-03-31T18:37:25.025514Z","steps":["trace[1659131034] 'process raft request' (duration: 137.610385ms)","trace[1659131034] 'compare' (duration: 15.321854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.025631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.811746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:37:25.025659Z","caller":"traceutil/trace.go:171","msg":"trace[1056393463] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3801; }","duration":"151.899938ms","start":"2026-03-31T18:37:24.873752Z","end":"2026-03-31T18:37:25.025652Z","steps":["trace[1056393463] 'agreement among raft nodes before linearized reading' (duration: 151.820105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.025718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.232652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121230"} {"level":"info","ts":"2026-03-31T18:37:25.025814Z","caller":"traceutil/trace.go:171","msg":"trace[925039556] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3801; }","duration":"151.352935ms","start":"2026-03-31T18:37:24.874437Z","end":"2026-03-31T18:37:25.02579Z","steps":["trace[925039556] 'agreement among raft nodes before linearized reading' (duration: 151.093788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.025834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.884162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:25.025872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.44496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:25.025959Z","caller":"traceutil/trace.go:171","msg":"trace[228821758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3801; }","duration":"108.586113ms","start":"2026-03-31T18:37:24.917353Z","end":"2026-03-31T18:37:25.025939Z","steps":["trace[228821758] 'agreement among raft nodes before linearized reading' (duration: 108.353168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:25.025957Z","caller":"traceutil/trace.go:171","msg":"trace[1779962324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3801; }","duration":"130.075877ms","start":"2026-03-31T18:37:24.895853Z","end":"2026-03-31T18:37:25.025929Z","steps":["trace[1779962324] 'agreement among raft nodes before linearized reading' (duration: 129.827031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.417949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.719242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:25.418074Z","caller":"traceutil/trace.go:171","msg":"trace[49139338] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"205.963104ms","start":"2026-03-31T18:37:25.212088Z","end":"2026-03-31T18:37:25.418051Z","steps":["trace[49139338] 'process raft request' (duration: 87.058769ms)","trace[49139338] 'compare' (duration: 118.584547ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:25.668205Z","caller":"traceutil/trace.go:171","msg":"trace[10145480] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"175.632871ms","start":"2026-03-31T18:37:25.49254Z","end":"2026-03-31T18:37:25.668173Z","steps":["trace[10145480] 'process raft request' (duration: 127.058759ms)","trace[10145480] 'compare' (duration: 47.979369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:32.691298Z","caller":"traceutil/trace.go:171","msg":"trace[2024759467] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"100.274416ms","start":"2026-03-31T18:37:32.590995Z","end":"2026-03-31T18:37:32.691269Z","steps":["trace[2024759467] 'process raft request' (duration: 97.462672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:33.390969Z","caller":"traceutil/trace.go:171","msg":"trace[398357118] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"151.278803ms","start":"2026-03-31T18:37:33.239652Z","end":"2026-03-31T18:37:33.390931Z","steps":["trace[398357118] 'process raft request' (duration: 86.891524ms)","trace[398357118] 'compare' (duration: 64.236926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:33.642151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:33.6424Z","caller":"traceutil/trace.go:171","msg":"trace[731000581] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"156.482659ms","start":"2026-03-31T18:37:33.485848Z","end":"2026-03-31T18:37:33.642331Z","steps":["trace[731000581] 'process raft request' (duration: 46.682949ms)","trace[731000581] 'compare' (duration: 109.363381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:38.22918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.687179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:38.229278Z","caller":"traceutil/trace.go:171","msg":"trace[2121737390] linearizableReadLoop","detail":"{readStateIndex:4037; appliedIndex:4036; }","duration":"153.712506ms","start":"2026-03-31T18:37:38.075553Z","end":"2026-03-31T18:37:38.229265Z","steps":["trace[2121737390] 'read index received' (duration: 50.717241ms)","trace[2121737390] 'applied index is now lower than readState.Index' (duration: 102.994325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:38.229391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.836519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:38.229415Z","caller":"traceutil/trace.go:171","msg":"trace[1412151146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3866; }","duration":"153.897141ms","start":"2026-03-31T18:37:38.075511Z","end":"2026-03-31T18:37:38.229408Z","steps":["trace[1412151146] 'agreement among raft nodes before linearized reading' (duration: 153.793408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:38.229374Z","caller":"traceutil/trace.go:171","msg":"trace[1655174075] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"203.998547ms","start":"2026-03-31T18:37:38.025341Z","end":"2026-03-31T18:37:38.229339Z","steps":["trace[1655174075] 'process raft request' (duration: 101.059872ms)","trace[1655174075] 'compare' (duration: 102.582037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:38.374787Z","caller":"traceutil/trace.go:171","msg":"trace[909592717] linearizableReadLoop","detail":"{readStateIndex:4038; appliedIndex:4037; }","duration":"139.412995ms","start":"2026-03-31T18:37:38.235343Z","end":"2026-03-31T18:37:38.374756Z","steps":["trace[909592717] 'read index received' (duration: 129.628145ms)","trace[909592717] 'applied index is now lower than readState.Index' (duration: 9.78394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:38.3749Z","caller":"traceutil/trace.go:171","msg":"trace[639527431] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"141.000881ms","start":"2026-03-31T18:37:38.23386Z","end":"2026-03-31T18:37:38.374861Z","steps":["trace[639527431] 'process raft request' (duration: 131.054527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:38.374992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.633859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:38.375032Z","caller":"traceutil/trace.go:171","msg":"trace[1489781729] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3867; }","duration":"139.738182ms","start":"2026-03-31T18:37:38.235281Z","end":"2026-03-31T18:37:38.375019Z","steps":["trace[1489781729] 'agreement among raft nodes before linearized reading' (duration: 139.573608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.371058Z","caller":"traceutil/trace.go:171","msg":"trace[27913209] linearizableReadLoop","detail":"{readStateIndex:4048; appliedIndex:4047; }","duration":"126.76715ms","start":"2026-03-31T18:37:40.244258Z","end":"2026-03-31T18:37:40.371025Z","steps":["trace[27913209] 'read index received' (duration: 126.461703ms)","trace[27913209] 'applied index is now lower than readState.Index' (duration: 304.237µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:40.371176Z","caller":"traceutil/trace.go:171","msg":"trace[558570315] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"129.626355ms","start":"2026-03-31T18:37:40.241495Z","end":"2026-03-31T18:37:40.371122Z","steps":["trace[558570315] 'process raft request' (duration: 129.324978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:40.371351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.048676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:37:40.371404Z","caller":"traceutil/trace.go:171","msg":"trace[1613897456] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3877; }","duration":"127.149169ms","start":"2026-03-31T18:37:40.244242Z","end":"2026-03-31T18:37:40.371392Z","steps":["trace[1613897456] 'agreement among raft nodes before linearized reading' (duration: 126.919224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.52715Z","caller":"traceutil/trace.go:171","msg":"trace[1139772039] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"142.360251ms","start":"2026-03-31T18:37:40.384758Z","end":"2026-03-31T18:37:40.527118Z","steps":["trace[1139772039] 'process raft request' (duration: 142.114296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:41.360026Z","caller":"traceutil/trace.go:171","msg":"trace[1309655332] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"174.987194ms","start":"2026-03-31T18:37:41.185013Z","end":"2026-03-31T18:37:41.36Z","steps":["trace[1309655332] 'process raft request' (duration: 174.830501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:41.51833Z","caller":"traceutil/trace.go:171","msg":"trace[1937769364] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"142.835912ms","start":"2026-03-31T18:37:41.375463Z","end":"2026-03-31T18:37:41.518299Z","steps":["trace[1937769364] 'process raft request' (duration: 142.668558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:41.724599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.11872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:41.724699Z","caller":"traceutil/trace.go:171","msg":"trace[2095090728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3884; }","duration":"100.290335ms","start":"2026-03-31T18:37:41.624389Z","end":"2026-03-31T18:37:41.72468Z","steps":["trace[2095090728] 'range keys from in-memory index tree' (duration: 99.849094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:41.922226Z","caller":"traceutil/trace.go:171","msg":"trace[2023064853] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"154.145916ms","start":"2026-03-31T18:37:41.768046Z","end":"2026-03-31T18:37:41.922192Z","steps":["trace[2023064853] 'process raft request' (duration: 92.770736ms)","trace[2023064853] 'compare' (duration: 61.171976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:42.374886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.179494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:37:42.374975Z","caller":"traceutil/trace.go:171","msg":"trace[797368288] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3887; }","duration":"129.299947ms","start":"2026-03-31T18:37:42.245652Z","end":"2026-03-31T18:37:42.374952Z","steps":["trace[797368288] 'range keys from in-memory index tree' (duration: 129.043401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.470648Z","caller":"traceutil/trace.go:171","msg":"trace[1515473592] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"101.77781ms","start":"2026-03-31T18:37:43.368838Z","end":"2026-03-31T18:37:43.470616Z","steps":["trace[1515473592] 'process raft request' (duration: 101.576755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.829535Z","caller":"traceutil/trace.go:171","msg":"trace[642503942] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"305.97672ms","start":"2026-03-31T18:37:43.523513Z","end":"2026-03-31T18:37:43.829489Z","steps":["trace[642503942] 'process raft request' (duration: 279.101295ms)","trace[642503942] 'compare' (duration: 26.592939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:43.829725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.523486Z","time spent":"306.144563ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:44.206343Z","caller":"traceutil/trace.go:171","msg":"trace[274366297] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"279.070304ms","start":"2026-03-31T18:37:43.92722Z","end":"2026-03-31T18:37:44.206291Z","steps":["trace[274366297] 'process raft request' (duration: 278.91934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:44.444371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.699959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:44.444503Z","caller":"traceutil/trace.go:171","msg":"trace[543573098] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3896; }","duration":"110.895593ms","start":"2026-03-31T18:37:44.333579Z","end":"2026-03-31T18:37:44.444475Z","steps":["trace[543573098] 'count revisions from in-memory index tree' (duration: 110.629157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.959779Z","caller":"traceutil/trace.go:171","msg":"trace[508933266] linearizableReadLoop","detail":"{readStateIndex:4071; appliedIndex:4070; }","duration":"126.642647ms","start":"2026-03-31T18:37:44.833107Z","end":"2026-03-31T18:37:44.95975Z","steps":["trace[508933266] 'read index received' (duration: 63.043428ms)","trace[508933266] 'applied index is now lower than readState.Index' (duration: 63.597959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:44.959842Z","caller":"traceutil/trace.go:171","msg":"trace[1781167316] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"196.749154ms","start":"2026-03-31T18:37:44.763074Z","end":"2026-03-31T18:37:44.959823Z","steps":["trace[1781167316] 'process raft request' (duration: 133.018371ms)","trace[1781167316] 'compare' (duration: 63.509148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:44.960052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.628772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:44.960124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.005136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:44.96016Z","caller":"traceutil/trace.go:171","msg":"trace[313698179] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3899; }","duration":"112.775725ms","start":"2026-03-31T18:37:44.847344Z","end":"2026-03-31T18:37:44.960119Z","steps":["trace[313698179] 'agreement among raft nodes before linearized reading' (duration: 112.638272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:44.960211Z","caller":"traceutil/trace.go:171","msg":"trace[608460353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3899; }","duration":"127.118648ms","start":"2026-03-31T18:37:44.833052Z","end":"2026-03-31T18:37:44.96017Z","steps":["trace[608460353] 'agreement among raft nodes before linearized reading' (duration: 126.860262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.248459Z","caller":"traceutil/trace.go:171","msg":"trace[63342821] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4071; }","duration":"128.899388ms","start":"2026-03-31T18:37:45.119534Z","end":"2026-03-31T18:37:45.248434Z","steps":["trace[63342821] 'read index received' (duration: 128.54066ms)","trace[63342821] 'applied index is now lower than readState.Index' (duration: 357.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:45.248532Z","caller":"traceutil/trace.go:171","msg":"trace[1132038934] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"283.539965ms","start":"2026-03-31T18:37:44.964955Z","end":"2026-03-31T18:37:45.248494Z","steps":["trace[1132038934] 'process raft request' (duration: 283.249238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:45.248593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.037961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:45.248636Z","caller":"traceutil/trace.go:171","msg":"trace[1032389182] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3900; }","duration":"129.146534ms","start":"2026-03-31T18:37:45.119478Z","end":"2026-03-31T18:37:45.248625Z","steps":["trace[1032389182] 'agreement among raft nodes before linearized reading' (duration: 129.051622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.823909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.471161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:37:47.823987Z","caller":"traceutil/trace.go:171","msg":"trace[109811554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3912; }","duration":"354.627264ms","start":"2026-03-31T18:37:47.469339Z","end":"2026-03-31T18:37:47.823966Z","steps":["trace[109811554] 'range keys from in-memory index tree' (duration: 354.208985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.824027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.469305Z","time spent":"354.713216ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:37:47.824044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.376645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:37:47.824114Z","caller":"traceutil/trace.go:171","msg":"trace[1510232668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3912; }","duration":"248.480187ms","start":"2026-03-31T18:37:47.575615Z","end":"2026-03-31T18:37:47.824095Z","steps":["trace[1510232668] 'range keys from in-memory index tree' (duration: 248.216232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.82429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.065659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17065"} {"level":"info","ts":"2026-03-31T18:37:47.824467Z","caller":"traceutil/trace.go:171","msg":"trace[1412400161] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3912; }","duration":"349.486459ms","start":"2026-03-31T18:37:47.474951Z","end":"2026-03-31T18:37:47.824437Z","steps":["trace[1412400161] 'range keys from in-memory index tree' (duration: 348.777153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.824527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.474925Z","time spent":"349.59004ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17088,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:37:47.82429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.708879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:37:47.824607Z","caller":"traceutil/trace.go:171","msg":"trace[1433650497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3912; }","duration":"324.116048ms","start":"2026-03-31T18:37:47.50047Z","end":"2026-03-31T18:37:47.824586Z","steps":["trace[1433650497] 'range keys from in-memory index tree' (duration: 323.399422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:47.824664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:47.500439Z","time spent":"324.21008ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:37:48.186501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.331807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:48.186609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.333668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:48.186676Z","caller":"traceutil/trace.go:171","msg":"trace[508715847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3916; }","duration":"234.444061ms","start":"2026-03-31T18:37:47.952213Z","end":"2026-03-31T18:37:48.186657Z","steps":["trace[508715847] 'range keys from in-memory index tree' (duration: 234.182175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:48.186632Z","caller":"traceutil/trace.go:171","msg":"trace[1293602052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3916; }","duration":"237.551192ms","start":"2026-03-31T18:37:47.949052Z","end":"2026-03-31T18:37:48.186603Z","steps":["trace[1293602052] 'range keys from in-memory index tree' (duration: 237.207634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.483932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.502127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:48.484114Z","caller":"traceutil/trace.go:171","msg":"trace[620378769] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"184.948198ms","start":"2026-03-31T18:37:48.299131Z","end":"2026-03-31T18:37:48.484079Z","steps":["trace[620378769] 'process raft request' (duration: 61.206936ms)","trace[620378769] 'compare' (duration: 123.358704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:53.364482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.444731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:37:53.364565Z","caller":"traceutil/trace.go:171","msg":"trace[483788895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3941; }","duration":"101.574745ms","start":"2026-03-31T18:37:53.262972Z","end":"2026-03-31T18:37:53.364547Z","steps":["trace[483788895] 'range keys from in-memory index tree' (duration: 101.147834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:54.728474Z","caller":"traceutil/trace.go:171","msg":"trace[618079049] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"134.306368ms","start":"2026-03-31T18:37:54.594129Z","end":"2026-03-31T18:37:54.728435Z","steps":["trace[618079049] 'process raft request' (duration: 134.089994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.244161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.187673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:56.244372Z","caller":"traceutil/trace.go:171","msg":"trace[2137939652] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"194.131155ms","start":"2026-03-31T18:37:56.050224Z","end":"2026-03-31T18:37:56.244355Z","steps":["trace[2137939652] 'process raft request' (duration: 194.070024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:56.244459Z","caller":"traceutil/trace.go:171","msg":"trace[1442060683] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"297.746485ms","start":"2026-03-31T18:37:55.946668Z","end":"2026-03-31T18:37:56.244415Z","steps":["trace[1442060683] 'process raft request' (duration: 108.178143ms)","trace[1442060683] 'compare' (duration: 188.998889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:56.468472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.242798ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:37:56.469261Z","caller":"traceutil/trace.go:171","msg":"trace[1659034921] linearizableReadLoop","detail":"{readStateIndex:4131; appliedIndex:4130; }","duration":"232.030367ms","start":"2026-03-31T18:37:56.237189Z","end":"2026-03-31T18:37:56.46922Z","steps":["trace[1659034921] 'read index received' (duration: 44.91792ms)","trace[1659034921] 'applied index is now lower than readState.Index' (duration: 187.104857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:56.469569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.894618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:37:56.469637Z","caller":"traceutil/trace.go:171","msg":"trace[362190845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3957; }","duration":"101.012891ms","start":"2026-03-31T18:37:56.368602Z","end":"2026-03-31T18:37:56.469615Z","steps":["trace[362190845] 'agreement among raft nodes before linearized reading' (duration: 100.825256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.46966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.431646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:37:56.469809Z","caller":"traceutil/trace.go:171","msg":"trace[2082429224] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3957; }","duration":"232.646771ms","start":"2026-03-31T18:37:56.237125Z","end":"2026-03-31T18:37:56.469772Z","steps":["trace[2082429224] 'agreement among raft nodes before linearized reading' (duration: 232.236132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.812152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.166281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:56.812337Z","caller":"traceutil/trace.go:171","msg":"trace[1436060350] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"338.07217ms","start":"2026-03-31T18:37:56.474224Z","end":"2026-03-31T18:37:56.812296Z","steps":["trace[1436060350] 'process raft request' (duration: 161.649683ms)","trace[1436060350] 'compare' (duration: 176.006048ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:56.812464Z","caller":"traceutil/trace.go:171","msg":"trace[1819881502] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"218.235236ms","start":"2026-03-31T18:37:56.594202Z","end":"2026-03-31T18:37:56.812437Z","steps":["trace[1819881502] 'process raft request' (duration: 218.169485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:56.812634Z","caller":"traceutil/trace.go:171","msg":"trace[1077821166] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"264.521707ms","start":"2026-03-31T18:37:56.548081Z","end":"2026-03-31T18:37:56.812602Z","steps":["trace[1077821166] 'process raft request' (duration: 264.20838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.812681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.474162Z","time spent":"338.279116ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:56.8127Z","caller":"traceutil/trace.go:171","msg":"trace[1408944649] linearizableReadLoop","detail":"{readStateIndex:4133; appliedIndex:4132; }","duration":"334.658224ms","start":"2026-03-31T18:37:56.478005Z","end":"2026-03-31T18:37:56.812663Z","steps":["trace[1408944649] 'read index received' (duration: 157.89267ms)","trace[1408944649] 'applied index is now lower than readState.Index' (duration: 176.761744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:56.812958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.903771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:37:56.813033Z","caller":"traceutil/trace.go:171","msg":"trace[1977615490] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3960; }","duration":"335.034143ms","start":"2026-03-31T18:37:56.477981Z","end":"2026-03-31T18:37:56.813015Z","steps":["trace[1977615490] 'agreement among raft nodes before linearized reading' (duration: 334.759226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:56.813087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.477961Z","time spent":"335.118296ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:37:57.02164Z","caller":"traceutil/trace.go:171","msg":"trace[655997883] linearizableReadLoop","detail":"{readStateIndex:4136; appliedIndex:4135; }","duration":"208.749813ms","start":"2026-03-31T18:37:56.812862Z","end":"2026-03-31T18:37:57.021612Z","steps":["trace[655997883] 'read index received' (duration: 175.036285ms)","trace[655997883] 'applied index is now lower than readState.Index' (duration: 33.712438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:57.021666Z","caller":"traceutil/trace.go:171","msg":"trace[155460047] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"375.216156ms","start":"2026-03-31T18:37:56.646416Z","end":"2026-03-31T18:37:57.021632Z","steps":["trace[155460047] 'process raft request' (duration: 341.459487ms)","trace[155460047] 'compare' (duration: 33.608846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:57.021817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.646384Z","time spent":"375.34969ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:57.021827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.165692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:37:57.021879Z","caller":"traceutil/trace.go:171","msg":"trace[1556305522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3961; }","duration":"289.290445ms","start":"2026-03-31T18:37:56.732576Z","end":"2026-03-31T18:37:57.021866Z","steps":["trace[1556305522] 'agreement among raft nodes before linearized reading' (duration: 289.119321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:57.021873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.13939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:37:57.021932Z","caller":"traceutil/trace.go:171","msg":"trace[1088147061] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3961; }","duration":"204.243583ms","start":"2026-03-31T18:37:56.817671Z","end":"2026-03-31T18:37:57.021914Z","steps":["trace[1088147061] 'agreement among raft nodes before linearized reading' (duration: 204.101659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:57.022219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.294676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:57.022324Z","caller":"traceutil/trace.go:171","msg":"trace[97321835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3961; }","duration":"189.400438ms","start":"2026-03-31T18:37:56.832905Z","end":"2026-03-31T18:37:57.022305Z","steps":["trace[97321835] 'agreement among raft nodes before linearized reading' (duration: 189.247205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:57.267295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.283455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:57.267382Z","caller":"traceutil/trace.go:171","msg":"trace[2096521977] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3963; }","duration":"144.426418ms","start":"2026-03-31T18:37:57.122932Z","end":"2026-03-31T18:37:57.267359Z","steps":["trace[2096521977] 'count revisions from in-memory index tree' (duration: 144.171142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:57.389848Z","caller":"traceutil/trace.go:171","msg":"trace[867172791] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"117.603204ms","start":"2026-03-31T18:37:57.272213Z","end":"2026-03-31T18:37:57.389817Z","steps":["trace[867172791] 'process raft request' (duration: 117.41444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:57.664122Z","caller":"traceutil/trace.go:171","msg":"trace[2087322867] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"206.248447ms","start":"2026-03-31T18:37:57.457823Z","end":"2026-03-31T18:37:57.664072Z","steps":["trace[2087322867] 'process raft request' (duration: 134.886373ms)","trace[2087322867] 'compare' (duration: 70.948605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:57.960077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.191357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:57.960173Z","caller":"traceutil/trace.go:171","msg":"trace[808160651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3965; }","duration":"126.363681ms","start":"2026-03-31T18:37:57.833788Z","end":"2026-03-31T18:37:57.960152Z","steps":["trace[808160651] 'range keys from in-memory index tree' (duration: 126.066335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:58.438337Z","caller":"traceutil/trace.go:171","msg":"trace[2071204125] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"189.238715ms","start":"2026-03-31T18:37:58.249066Z","end":"2026-03-31T18:37:58.438305Z","steps":["trace[2071204125] 'process raft request' (duration: 189.078792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:58.704591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.894357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:58.704817Z","caller":"traceutil/trace.go:171","msg":"trace[252598586] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"453.430766ms","start":"2026-03-31T18:37:58.251358Z","end":"2026-03-31T18:37:58.704789Z","steps":["trace[252598586] 'process raft request' (duration: 236.238332ms)","trace[252598586] 'compare' (duration: 216.748774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:58.704893Z","caller":"traceutil/trace.go:171","msg":"trace[538865708] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4140; }","duration":"451.725757ms","start":"2026-03-31T18:37:58.253155Z","end":"2026-03-31T18:37:58.704881Z","steps":["trace[538865708] 'read index received' (duration: 185.051441ms)","trace[538865708] 'applied index is now lower than readState.Index' (duration: 266.672536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:58.704961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.25134Z","time spent":"453.537548ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:58.705061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.070131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:58.70502Z","caller":"traceutil/trace.go:171","msg":"trace[1403610471] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"230.910471ms","start":"2026-03-31T18:37:58.474085Z","end":"2026-03-31T18:37:58.704996Z","steps":["trace[1403610471] 'process raft request' (duration: 230.711387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:58.705096Z","caller":"traceutil/trace.go:171","msg":"trace[741250076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3968; }","duration":"394.147612ms","start":"2026-03-31T18:37:58.310937Z","end":"2026-03-31T18:37:58.705085Z","steps":["trace[741250076] 'agreement among raft nodes before linearized reading' (duration: 394.05124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:58.705126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.310916Z","time spent":"394.202174ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:58.705061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.88736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:58.705192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.117892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:37:58.705224Z","caller":"traceutil/trace.go:171","msg":"trace[353655355] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3968; }","duration":"253.175992ms","start":"2026-03-31T18:37:58.452035Z","end":"2026-03-31T18:37:58.705211Z","steps":["trace[353655355] 'agreement among raft nodes before linearized reading' (duration: 253.07931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:58.705216Z","caller":"traceutil/trace.go:171","msg":"trace[2007276964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3968; }","duration":"452.073945ms","start":"2026-03-31T18:37:58.253117Z","end":"2026-03-31T18:37:58.705191Z","steps":["trace[2007276964] 'agreement among raft nodes before linearized reading' (duration: 451.837059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:58.705274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.253104Z","time spent":"452.151836ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:59.314771Z","caller":"traceutil/trace.go:171","msg":"trace[487249131] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4143; }","duration":"481.893794ms","start":"2026-03-31T18:37:58.832851Z","end":"2026-03-31T18:37:59.314745Z","steps":["trace[487249131] 'read index received' (duration: 429.543597ms)","trace[487249131] 'applied index is now lower than readState.Index' (duration: 52.348967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.314799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.349413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:59.314833Z","caller":"traceutil/trace.go:171","msg":"trace[701777564] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"496.479833ms","start":"2026-03-31T18:37:58.818314Z","end":"2026-03-31T18:37:59.314794Z","steps":["trace[701777564] 'process raft request' (duration: 444.083025ms)","trace[701777564] 'compare' (duration: 51.778574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.314949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.077779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:59.314983Z","caller":"traceutil/trace.go:171","msg":"trace[941087395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3969; }","duration":"482.15183ms","start":"2026-03-31T18:37:58.832822Z","end":"2026-03-31T18:37:59.314974Z","steps":["trace[941087395] 'agreement among raft nodes before linearized reading' (duration: 482.075679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.315009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.832808Z","time spent":"482.193441ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:59.315011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.818295Z","time spent":"496.619957ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.315143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.25298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:59.315135Z","caller":"traceutil/trace.go:171","msg":"trace[1707487262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3968; }","duration":"497.514337ms","start":"2026-03-31T18:37:58.817379Z","end":"2026-03-31T18:37:59.314893Z","steps":["trace[1707487262] 'range keys from in-memory index tree' (duration: 497.142459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:59.315224Z","caller":"traceutil/trace.go:171","msg":"trace[1924752214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3969; }","duration":"195.376023ms","start":"2026-03-31T18:37:59.11983Z","end":"2026-03-31T18:37:59.315206Z","steps":["trace[1924752214] 'agreement among raft nodes before linearized reading' (duration: 195.171218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.315121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.617039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:59.315278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.817359Z","time spent":"497.900105ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:37:59.31534Z","caller":"traceutil/trace.go:171","msg":"trace[1805011330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3969; }","duration":"159.860234ms","start":"2026-03-31T18:37:59.155453Z","end":"2026-03-31T18:37:59.315313Z","steps":["trace[1805011330] 'agreement among raft nodes before linearized reading' (duration: 159.556857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.315412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.076378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:37:59.315676Z","caller":"traceutil/trace.go:171","msg":"trace[395544205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3969; }","duration":"256.381015ms","start":"2026-03-31T18:37:59.059266Z","end":"2026-03-31T18:37:59.315647Z","steps":["trace[395544205] 'agreement among raft nodes before linearized reading' (duration: 255.656939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.838844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.856641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:59.839107Z","caller":"traceutil/trace.go:171","msg":"trace[616800896] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"519.91323ms","start":"2026-03-31T18:37:59.319138Z","end":"2026-03-31T18:37:59.839051Z","steps":["trace[616800896] 'process raft request' (duration: 131.753992ms)","trace[616800896] 'compare' (duration: 387.764319ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:59.839207Z","caller":"traceutil/trace.go:171","msg":"trace[38459051] linearizableReadLoop","detail":"{readStateIndex:4147; appliedIndex:4144; }","duration":"506.410426ms","start":"2026-03-31T18:37:59.33277Z","end":"2026-03-31T18:37:59.83918Z","steps":["trace[38459051] 'read index received' (duration: 118.233178ms)","trace[38459051] 'applied index is now lower than readState.Index' (duration: 388.175388ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:59.839213Z","caller":"traceutil/trace.go:171","msg":"trace[616795185] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"519.640534ms","start":"2026-03-31T18:37:59.319446Z","end":"2026-03-31T18:37:59.839087Z","steps":["trace[616795185] 'process raft request' (duration: 519.509231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.839281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.319114Z","time spent":"520.064264ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.839324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.319431Z","time spent":"519.843239ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:59.83943Z","caller":"traceutil/trace.go:171","msg":"trace[751542346] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"519.757117ms","start":"2026-03-31T18:37:59.319645Z","end":"2026-03-31T18:37:59.839402Z","steps":["trace[751542346] 'process raft request' (duration: 519.388499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.839548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.048334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:37:59.839587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.319623Z","time spent":"519.881849ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.839465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.687103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:59.839607Z","caller":"traceutil/trace.go:171","msg":"trace[329630029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3972; }","duration":"170.156166ms","start":"2026-03-31T18:37:59.669427Z","end":"2026-03-31T18:37:59.839583Z","steps":["trace[329630029] 'agreement among raft nodes before linearized reading' (duration: 170.044194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.839583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.227121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:59.839774Z","caller":"traceutil/trace.go:171","msg":"trace[1705901940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3972; }","duration":"445.383514ms","start":"2026-03-31T18:37:59.394293Z","end":"2026-03-31T18:37:59.839676Z","steps":["trace[1705901940] 'agreement among raft nodes before linearized reading' (duration: 445.132789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.839876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.394269Z","time spent":"445.588729ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:59.83966Z","caller":"traceutil/trace.go:171","msg":"trace[366260260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3972; }","duration":"506.909277ms","start":"2026-03-31T18:37:59.332724Z","end":"2026-03-31T18:37:59.839634Z","steps":["trace[366260260] 'agreement among raft nodes before linearized reading' (duration: 506.673452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.84012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.332707Z","time spent":"507.384108ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:00.083585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.358162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:00.083797Z","caller":"traceutil/trace.go:171","msg":"trace[1978725822] linearizableReadLoop","detail":"{readStateIndex:4149; appliedIndex:4147; }","duration":"209.50833ms","start":"2026-03-31T18:37:59.874271Z","end":"2026-03-31T18:38:00.083779Z","steps":["trace[1978725822] 'read index received' (duration: 102.918944ms)","trace[1978725822] 'applied index is now lower than readState.Index' (duration: 106.588256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:00.08384Z","caller":"traceutil/trace.go:171","msg":"trace[1357068823] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"239.503775ms","start":"2026-03-31T18:37:59.84429Z","end":"2026-03-31T18:38:00.083794Z","steps":["trace[1357068823] 'process raft request' (duration: 132.840256ms)","trace[1357068823] 'compare' (duration: 106.180598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:00.083896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.626584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:00.084001Z","caller":"traceutil/trace.go:171","msg":"trace[1308341797] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"239.600166ms","start":"2026-03-31T18:37:59.844366Z","end":"2026-03-31T18:38:00.083966Z","steps":["trace[1308341797] 'process raft request' (duration: 239.32761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.084025Z","caller":"traceutil/trace.go:171","msg":"trace[1032473095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3974; }","duration":"209.796008ms","start":"2026-03-31T18:37:59.874217Z","end":"2026-03-31T18:38:00.084013Z","steps":["trace[1032473095] 'agreement among raft nodes before linearized reading' (duration: 209.619594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.765583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.817191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:00.765658Z","caller":"traceutil/trace.go:171","msg":"trace[1559013843] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3974; }","duration":"528.963765ms","start":"2026-03-31T18:38:00.236677Z","end":"2026-03-31T18:38:00.765641Z","steps":["trace[1559013843] 'range keys from in-memory index tree' (duration: 528.637406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.765694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.236656Z","time spent":"529.028575ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:38:00.765668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.63775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:00.765864Z","caller":"traceutil/trace.go:171","msg":"trace[124646960] linearizableReadLoop","detail":"{readStateIndex:4150; appliedIndex:4149; }","duration":"306.579524ms","start":"2026-03-31T18:38:00.459264Z","end":"2026-03-31T18:38:00.765843Z","steps":["trace[124646960] 'read index received' (duration: 28.19µs)","trace[124646960] 'applied index is now lower than readState.Index' (duration: 306.549424ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:00.765778Z","caller":"traceutil/trace.go:171","msg":"trace[340219957] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"321.111861ms","start":"2026-03-31T18:38:00.444639Z","end":"2026-03-31T18:38:00.76575Z","steps":["trace[340219957] 'process raft request' (duration: 12.270866ms)","trace[340219957] 'compare' (duration: 308.349613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:00.765992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.444613Z","time spent":"321.321075ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:00.766057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.178867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:00.766038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.745748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:00.766085Z","caller":"traceutil/trace.go:171","msg":"trace[57961915] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3976; }","duration":"162.222908ms","start":"2026-03-31T18:38:00.603852Z","end":"2026-03-31T18:38:00.766075Z","steps":["trace[57961915] 'agreement among raft nodes before linearized reading' (duration: 162.126296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.766087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.403248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:00.766118Z","caller":"traceutil/trace.go:171","msg":"trace[1380978331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3976; }","duration":"306.872441ms","start":"2026-03-31T18:38:00.459228Z","end":"2026-03-31T18:38:00.7661Z","steps":["trace[1380978331] 'agreement among raft nodes before linearized reading' (duration: 306.710377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.76615Z","caller":"traceutil/trace.go:171","msg":"trace[87497343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3976; }","duration":"116.52361ms","start":"2026-03-31T18:38:00.649614Z","end":"2026-03-31T18:38:00.766137Z","steps":["trace[87497343] 'agreement among raft nodes before linearized reading' (duration: 116.393608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.766161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.459214Z","time spent":"306.936932ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:01.019792Z","caller":"traceutil/trace.go:171","msg":"trace[437837636] linearizableReadLoop","detail":"{readStateIndex:4152; appliedIndex:4151; }","duration":"248.125698ms","start":"2026-03-31T18:38:00.771629Z","end":"2026-03-31T18:38:01.019755Z","steps":["trace[437837636] 'read index received' (duration: 247.704229ms)","trace[437837636] 'applied index is now lower than readState.Index' (duration: 420.099µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:01.019864Z","caller":"traceutil/trace.go:171","msg":"trace[538227409] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"250.134444ms","start":"2026-03-31T18:38:00.7697Z","end":"2026-03-31T18:38:01.019834Z","steps":["trace[538227409] 'process raft request' (duration: 249.706645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.02004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.389504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:38:01.0201Z","caller":"traceutil/trace.go:171","msg":"trace[1424305913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3977; }","duration":"248.494057ms","start":"2026-03-31T18:38:00.771594Z","end":"2026-03-31T18:38:01.020088Z","steps":["trace[1424305913] 'agreement among raft nodes before linearized reading' (duration: 248.304093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.020294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.55048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:38:01.020341Z","caller":"traceutil/trace.go:171","msg":"trace[1455694566] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:3977; }","duration":"100.642722ms","start":"2026-03-31T18:38:00.919686Z","end":"2026-03-31T18:38:01.020329Z","steps":["trace[1455694566] 'agreement among raft nodes before linearized reading' (duration: 100.419347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.368034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.337361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:01.368587Z","caller":"traceutil/trace.go:171","msg":"trace[1649358037] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"261.912469ms","start":"2026-03-31T18:38:01.106638Z","end":"2026-03-31T18:38:01.36855Z","steps":["trace[1649358037] 'process raft request' (duration: 98.966456ms)","trace[1649358037] 'compare' (duration: 162.227208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:02.017081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.877627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:38:02.017081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.877536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:38:02.017162Z","caller":"traceutil/trace.go:171","msg":"trace[674305550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3980; }","duration":"172.979208ms","start":"2026-03-31T18:38:01.84417Z","end":"2026-03-31T18:38:02.017149Z","steps":["trace[674305550] 'range keys from in-memory index tree' (duration: 172.755714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.017167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.072528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:02.0172Z","caller":"traceutil/trace.go:171","msg":"trace[127988391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3980; }","duration":"173.05046ms","start":"2026-03-31T18:38:01.844133Z","end":"2026-03-31T18:38:02.017184Z","steps":["trace[127988391] 'range keys from in-memory index tree' (duration: 172.57777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.017239Z","caller":"traceutil/trace.go:171","msg":"trace[1129831715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3980; }","duration":"180.210101ms","start":"2026-03-31T18:38:01.837011Z","end":"2026-03-31T18:38:02.017221Z","steps":["trace[1129831715] 'range keys from in-memory index tree' (duration: 179.957016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.017458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.187564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:38:02.017608Z","caller":"traceutil/trace.go:171","msg":"trace[1999454910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3980; }","duration":"173.644524ms","start":"2026-03-31T18:38:01.843943Z","end":"2026-03-31T18:38:02.017588Z","steps":["trace[1999454910] 'range keys from in-memory index tree' (duration: 172.864546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.560263Z","caller":"traceutil/trace.go:171","msg":"trace[1596812713] linearizableReadLoop","detail":"{readStateIndex:4159; appliedIndex:4156; }","duration":"472.085524ms","start":"2026-03-31T18:38:02.088157Z","end":"2026-03-31T18:38:02.560242Z","steps":["trace[1596812713] 'read index received' (duration: 32.160082ms)","trace[1596812713] 'applied index is now lower than readState.Index' (duration: 439.924382ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:02.560336Z","caller":"traceutil/trace.go:171","msg":"trace[2110440130] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"538.415436ms","start":"2026-03-31T18:38:02.02189Z","end":"2026-03-31T18:38:02.560305Z","steps":["trace[2110440130] 'process raft request' (duration: 538.314844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.560446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.274669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:38:02.560475Z","caller":"traceutil/trace.go:171","msg":"trace[424046935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3983; }","duration":"472.34435ms","start":"2026-03-31T18:38:02.088122Z","end":"2026-03-31T18:38:02.560467Z","steps":["trace[424046935] 'agreement among raft nodes before linearized reading' (duration: 472.235507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.560305Z","caller":"traceutil/trace.go:171","msg":"trace[314055739] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"538.663401ms","start":"2026-03-31T18:38:02.021605Z","end":"2026-03-31T18:38:02.560269Z","steps":["trace[314055739] 'process raft request' (duration: 538.466357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.560498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.088105Z","time spent":"472.387311ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:38:02.560644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.948557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:38:02.560512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.021881Z","time spent":"538.550549ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:02.560668Z","caller":"traceutil/trace.go:171","msg":"trace[1794689225] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3983; }","duration":"325.014068ms","start":"2026-03-31T18:38:02.235648Z","end":"2026-03-31T18:38:02.560662Z","steps":["trace[1794689225] 'agreement among raft nodes before linearized reading' (duration: 324.949527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.560779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.235627Z","time spent":"325.143651ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:38:02.561025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.774849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:38:02.56114Z","caller":"traceutil/trace.go:171","msg":"trace[1096007209] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3983; }","duration":"472.950803ms","start":"2026-03-31T18:38:02.088162Z","end":"2026-03-31T18:38:02.561113Z","steps":["trace[1096007209] 'agreement among raft nodes before linearized reading' (duration: 472.444322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:02.5612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.088142Z","time spent":"473.046887ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:38:02.560733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.021581Z","time spent":"538.983188ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:02.789966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.303565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:02.790206Z","caller":"traceutil/trace.go:171","msg":"trace[20291422] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"222.957413ms","start":"2026-03-31T18:38:02.567226Z","end":"2026-03-31T18:38:02.790183Z","steps":["trace[20291422] 'process raft request' (duration: 222.872931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.790298Z","caller":"traceutil/trace.go:171","msg":"trace[1264013210] linearizableReadLoop","detail":"{readStateIndex:4160; appliedIndex:4159; }","duration":"223.128346ms","start":"2026-03-31T18:38:02.56707Z","end":"2026-03-31T18:38:02.790198Z","steps":["trace[1264013210] 'read index received' (duration: 74.517875ms)","trace[1264013210] 'applied index is now lower than readState.Index' (duration: 148.605261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:02.790361Z","caller":"traceutil/trace.go:171","msg":"trace[1847586020] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"225.217264ms","start":"2026-03-31T18:38:02.565104Z","end":"2026-03-31T18:38:02.790321Z","steps":["trace[1847586020] 'process raft request' (duration: 76.468509ms)","trace[1847586020] 'compare' (duration: 148.184712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:02.790552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.469464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:38:02.790626Z","caller":"traceutil/trace.go:171","msg":"trace[531058067] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3985; }","duration":"223.559736ms","start":"2026-03-31T18:38:02.567049Z","end":"2026-03-31T18:38:02.790609Z","steps":["trace[531058067] 'agreement among raft nodes before linearized reading' (duration: 223.340851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.874657Z","caller":"traceutil/trace.go:171","msg":"trace[1517330113] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"103.503227ms","start":"2026-03-31T18:38:02.771134Z","end":"2026-03-31T18:38:02.874637Z","steps":["trace[1517330113] 'process raft request' (duration: 103.356054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:03.368573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.39795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:03.368728Z","caller":"traceutil/trace.go:171","msg":"trace[1409268300] linearizableReadLoop","detail":"{readStateIndex:4163; appliedIndex:4161; }","duration":"574.098008ms","start":"2026-03-31T18:38:02.794567Z","end":"2026-03-31T18:38:03.368665Z","steps":["trace[1409268300] 'read index received' (duration: 79.985928ms)","trace[1409268300] 'applied index is now lower than readState.Index' (duration: 494.11043ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:03.368745Z","caller":"traceutil/trace.go:171","msg":"trace[1285796464] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"597.118846ms","start":"2026-03-31T18:38:02.771574Z","end":"2026-03-31T18:38:03.368693Z","steps":["trace[1285796464] 'process raft request' (duration: 173.510732ms)","trace[1285796464] 'compare' (duration: 423.298597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:03.368895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.307663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:38:03.368971Z","caller":"traceutil/trace.go:171","msg":"trace[1718435050] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3987; }","duration":"574.434946ms","start":"2026-03-31T18:38:02.794524Z","end":"2026-03-31T18:38:03.368959Z","steps":["trace[1718435050] 'agreement among raft nodes before linearized reading' (duration: 574.247882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:03.368968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.704689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:03.368998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.794503Z","time spent":"574.488798ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T18:38:03.368978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:02.771548Z","time spent":"597.30374ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:03.369031Z","caller":"traceutil/trace.go:171","msg":"trace[1582428143] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3987; }","duration":"287.826942ms","start":"2026-03-31T18:38:03.081188Z","end":"2026-03-31T18:38:03.369015Z","steps":["trace[1582428143] 'agreement among raft nodes before linearized reading' (duration: 287.671189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:03.369072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.902115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:38:03.369154Z","caller":"traceutil/trace.go:171","msg":"trace[1369250368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3987; }","duration":"345.037978ms","start":"2026-03-31T18:38:03.024097Z","end":"2026-03-31T18:38:03.369135Z","steps":["trace[1369250368] 'agreement among raft nodes before linearized reading' (duration: 344.756902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:03.368991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.688198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:03.369202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:03.024076Z","time spent":"345.11226ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:38:03.369255Z","caller":"traceutil/trace.go:171","msg":"trace[1646940199] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3987; }","duration":"319.968785ms","start":"2026-03-31T18:38:03.049252Z","end":"2026-03-31T18:38:03.36922Z","steps":["trace[1646940199] 'agreement among raft nodes before linearized reading' (duration: 319.650088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:03.3694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:03.049231Z","time spent":"320.080467ms","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:38:03.601988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.935744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:03.60211Z","caller":"traceutil/trace.go:171","msg":"trace[589827914] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"229.743065ms","start":"2026-03-31T18:38:03.372346Z","end":"2026-03-31T18:38:03.602089Z","steps":["trace[589827914] 'process raft request' (duration: 102.616087ms)","trace[589827914] 'compare' (duration: 126.777971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:03.634246Z","caller":"traceutil/trace.go:171","msg":"trace[110086296] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"260.672453ms","start":"2026-03-31T18:38:03.373514Z","end":"2026-03-31T18:38:03.634187Z","steps":["trace[110086296] 'process raft request' (duration: 260.411146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:04.478602Z","caller":"traceutil/trace.go:171","msg":"trace[2106148429] linearizableReadLoop","detail":"{readStateIndex:4166; appliedIndex:4165; }","duration":"243.317801ms","start":"2026-03-31T18:38:04.235256Z","end":"2026-03-31T18:38:04.478574Z","steps":["trace[2106148429] 'read index received' (duration: 243.126067ms)","trace[2106148429] 'applied index is now lower than readState.Index' (duration: 190.864µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:04.478804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.534886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:38:04.478797Z","caller":"traceutil/trace.go:171","msg":"trace[686363806] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"349.378006ms","start":"2026-03-31T18:38:04.129391Z","end":"2026-03-31T18:38:04.478769Z","steps":["trace[686363806] 'process raft request' (duration: 348.987857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:04.47885Z","caller":"traceutil/trace.go:171","msg":"trace[1711123328] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3990; }","duration":"243.630698ms","start":"2026-03-31T18:38:04.235207Z","end":"2026-03-31T18:38:04.478838Z","steps":["trace[1711123328] 'agreement among raft nodes before linearized reading' (duration: 243.473084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:04.478943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:04.129374Z","time spent":"349.491658ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:05.939907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.186195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:05.940008Z","caller":"traceutil/trace.go:171","msg":"trace[306160037] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3998; }","duration":"246.312968ms","start":"2026-03-31T18:38:05.693674Z","end":"2026-03-31T18:38:05.939987Z","steps":["trace[306160037] 'count revisions from in-memory index tree' (duration: 246.076712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:06.515012Z","caller":"traceutil/trace.go:171","msg":"trace[1468960356] linearizableReadLoop","detail":"{readStateIndex:4175; appliedIndex:4174; }","duration":"268.592879ms","start":"2026-03-31T18:38:06.246394Z","end":"2026-03-31T18:38:06.514987Z","steps":["trace[1468960356] 'read index received' (duration: 239.741021ms)","trace[1468960356] 'applied index is now lower than readState.Index' (duration: 28.850448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:06.515274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.847015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:38:06.515358Z","caller":"traceutil/trace.go:171","msg":"trace[1474485732] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3998; }","duration":"268.959617ms","start":"2026-03-31T18:38:06.246378Z","end":"2026-03-31T18:38:06.515337Z","steps":["trace[1474485732] 'agreement among raft nodes before linearized reading' (duration: 268.717532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.607688Z","caller":"traceutil/trace.go:171","msg":"trace[1309750413] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"167.729052ms","start":"2026-03-31T18:38:08.439918Z","end":"2026-03-31T18:38:08.607647Z","steps":["trace[1309750413] 'process raft request' (duration: 167.348893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.77189Z","caller":"traceutil/trace.go:171","msg":"trace[576116436] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"154.534075ms","start":"2026-03-31T18:38:08.617319Z","end":"2026-03-31T18:38:08.771853Z","steps":["trace[576116436] 'process raft request' (duration: 145.130083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.772029Z","caller":"traceutil/trace.go:171","msg":"trace[516930466] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"154.2606ms","start":"2026-03-31T18:38:08.617748Z","end":"2026-03-31T18:38:08.772008Z","steps":["trace[516930466] 'process raft request' (duration: 154.043514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.772359Z","caller":"traceutil/trace.go:171","msg":"trace[1960382227] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"153.844459ms","start":"2026-03-31T18:38:08.618504Z","end":"2026-03-31T18:38:08.772349Z","steps":["trace[1960382227] 'process raft request' (duration: 153.730857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.772391Z","caller":"traceutil/trace.go:171","msg":"trace[972996289] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"153.582363ms","start":"2026-03-31T18:38:08.618796Z","end":"2026-03-31T18:38:08.772378Z","steps":["trace[972996289] 'process raft request' (duration: 153.474301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.772599Z","caller":"traceutil/trace.go:171","msg":"trace[458006520] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"154.584446ms","start":"2026-03-31T18:38:08.618007Z","end":"2026-03-31T18:38:08.772591Z","steps":["trace[458006520] 'process raft request' (duration: 154.187247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.772624Z","caller":"traceutil/trace.go:171","msg":"trace[1654515858] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"154.766159ms","start":"2026-03-31T18:38:08.617847Z","end":"2026-03-31T18:38:08.772613Z","steps":["trace[1654515858] 'process raft request' (duration: 154.115775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:08.77272Z","caller":"traceutil/trace.go:171","msg":"trace[1152712469] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"146.944714ms","start":"2026-03-31T18:38:08.625761Z","end":"2026-03-31T18:38:08.772705Z","steps":["trace[1152712469] 'process raft request' (duration: 146.537115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.024747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.079012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:38:09.024767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.055565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:38:09.024862Z","caller":"traceutil/trace.go:171","msg":"trace[943339675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4021; }","duration":"145.228265ms","start":"2026-03-31T18:38:08.879608Z","end":"2026-03-31T18:38:09.024836Z","steps":["trace[943339675] 'range keys from in-memory index tree' (duration: 144.904049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:09.02487Z","caller":"traceutil/trace.go:171","msg":"trace[665606164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4021; }","duration":"110.206258ms","start":"2026-03-31T18:38:08.914635Z","end":"2026-03-31T18:38:09.024842Z","steps":["trace[665606164] 'range keys from in-memory index tree' (duration: 109.848359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.024913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.408012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:09.025031Z","caller":"traceutil/trace.go:171","msg":"trace[412534106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4021; }","duration":"150.583616ms","start":"2026-03-31T18:38:08.874427Z","end":"2026-03-31T18:38:09.025011Z","steps":["trace[412534106] 'range keys from in-memory index tree' (duration: 150.186198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:09.041883Z","caller":"traceutil/trace.go:171","msg":"trace[1243746126] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"107.909787ms","start":"2026-03-31T18:38:08.933951Z","end":"2026-03-31T18:38:09.041861Z","steps":["trace[1243746126] 'process raft request' (duration: 107.645001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:09.550836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.906261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:38:09.550935Z","caller":"traceutil/trace.go:171","msg":"trace[648559297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4025; }","duration":"134.064735ms","start":"2026-03-31T18:38:09.416847Z","end":"2026-03-31T18:38:09.550911Z","steps":["trace[648559297] 'range keys from in-memory index tree' (duration: 133.695126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:09.55083Z","caller":"traceutil/trace.go:171","msg":"trace[2036632114] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"129.576314ms","start":"2026-03-31T18:38:09.421214Z","end":"2026-03-31T18:38:09.550791Z","steps":["trace[2036632114] 'process raft request' (duration: 90.526726ms)","trace[2036632114] 'compare' (duration: 38.760711ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:09.735848Z","caller":"traceutil/trace.go:171","msg":"trace[1612292083] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"179.800933ms","start":"2026-03-31T18:38:09.556001Z","end":"2026-03-31T18:38:09.735802Z","steps":["trace[1612292083] 'process raft request' (duration: 153.263486ms)","trace[1612292083] 'compare' (duration: 26.193049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:09.953467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.017663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:09.95362Z","caller":"traceutil/trace.go:171","msg":"trace[216688604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4029; }","duration":"118.227118ms","start":"2026-03-31T18:38:09.83536Z","end":"2026-03-31T18:38:09.953587Z","steps":["trace[216688604] 'range keys from in-memory index tree' (duration: 117.909151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:12.991232Z","caller":"traceutil/trace.go:171","msg":"trace[776038492] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"105.608295ms","start":"2026-03-31T18:38:12.885593Z","end":"2026-03-31T18:38:12.991201Z","steps":["trace[776038492] 'process raft request' (duration: 104.634042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:17.390724Z","caller":"traceutil/trace.go:171","msg":"trace[1080976384] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"104.06658ms","start":"2026-03-31T18:38:17.286633Z","end":"2026-03-31T18:38:17.3907Z","steps":["trace[1080976384] 'process raft request' (duration: 103.943267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:19.902315Z","caller":"traceutil/trace.go:171","msg":"trace[432918886] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"281.212623ms","start":"2026-03-31T18:38:19.621077Z","end":"2026-03-31T18:38:19.902289Z","steps":["trace[432918886] 'process raft request' (duration: 281.013628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:19.984722Z","caller":"traceutil/trace.go:171","msg":"trace[1504286401] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"151.387324ms","start":"2026-03-31T18:38:19.833293Z","end":"2026-03-31T18:38:19.98468Z","steps":["trace[1504286401] 'process raft request' (duration: 112.766796ms)","trace[1504286401] 'compare' (duration: 38.392653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:19.985026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.126683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:38:19.985152Z","caller":"traceutil/trace.go:171","msg":"trace[1486037612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4078; }","duration":"121.368439ms","start":"2026-03-31T18:38:19.863757Z","end":"2026-03-31T18:38:19.985126Z","steps":["trace[1486037612] 'agreement among raft nodes before linearized reading' (duration: 120.939579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:23.860431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2524} {"level":"info","ts":"2026-03-31T18:38:23.974848Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2524,"took":"113.301887ms","hash":22309366,"current-db-size-bytes":35282944,"current-db-size":"35 MB","current-db-size-in-use-bytes":10469376,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-03-31T18:38:23.974946Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":22309366,"revision":2524,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:38:24.549015Z","caller":"traceutil/trace.go:171","msg":"trace[1405384938] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"246.091792ms","start":"2026-03-31T18:38:24.302893Z","end":"2026-03-31T18:38:24.548985Z","steps":["trace[1405384938] 'process raft request' (duration: 245.849427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:24.549029Z","caller":"traceutil/trace.go:171","msg":"trace[524658585] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4280; }","duration":"138.696448ms","start":"2026-03-31T18:38:24.410216Z","end":"2026-03-31T18:38:24.548912Z","steps":["trace[524658585] 'read index received' (duration: 138.33075ms)","trace[524658585] 'applied index is now lower than readState.Index' (duration: 364.868µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:24.549264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.032047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:24.549329Z","caller":"traceutil/trace.go:171","msg":"trace[1763941470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4100; }","duration":"139.1578ms","start":"2026-03-31T18:38:24.410155Z","end":"2026-03-31T18:38:24.549313Z","steps":["trace[1763941470] 'agreement among raft nodes before linearized reading' (duration: 138.924344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:28.24777Z","caller":"traceutil/trace.go:171","msg":"trace[2095198125] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"112.308235ms","start":"2026-03-31T18:38:28.135418Z","end":"2026-03-31T18:38:28.247726Z","steps":["trace[2095198125] 'process raft request' (duration: 112.009149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:34.269503Z","caller":"traceutil/trace.go:171","msg":"trace[132016320] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"127.272271ms","start":"2026-03-31T18:38:34.142195Z","end":"2026-03-31T18:38:34.269467Z","steps":["trace[132016320] 'process raft request' (duration: 127.017566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:34.475516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.708396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:34.475608Z","caller":"traceutil/trace.go:171","msg":"trace[462901111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4150; }","duration":"109.824039ms","start":"2026-03-31T18:38:34.365763Z","end":"2026-03-31T18:38:34.475587Z","steps":["trace[462901111] 'range keys from in-memory index tree' (duration: 109.612414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:34.475854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.425174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-31T18:38:34.47595Z","caller":"traceutil/trace.go:171","msg":"trace[2048419571] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4150; }","duration":"199.560597ms","start":"2026-03-31T18:38:34.27637Z","end":"2026-03-31T18:38:34.475931Z","steps":["trace[2048419571] 'range keys from in-memory index tree' (duration: 199.239539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:34.475988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.301409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:38:34.476122Z","caller":"traceutil/trace.go:171","msg":"trace[593554362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4150; }","duration":"166.490853ms","start":"2026-03-31T18:38:34.3096Z","end":"2026-03-31T18:38:34.47609Z","steps":["trace[593554362] 'range keys from in-memory index tree' (duration: 166.090944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:35.476521Z","caller":"traceutil/trace.go:171","msg":"trace[1636916399] linearizableReadLoop","detail":"{readStateIndex:4339; appliedIndex:4338; }","duration":"110.275ms","start":"2026-03-31T18:38:35.366217Z","end":"2026-03-31T18:38:35.476492Z","steps":["trace[1636916399] 'read index received' (duration: 109.994293ms)","trace[1636916399] 'applied index is now lower than readState.Index' (duration: 279.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:35.476592Z","caller":"traceutil/trace.go:171","msg":"trace[1890708449] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"161.099372ms","start":"2026-03-31T18:38:35.315457Z","end":"2026-03-31T18:38:35.476556Z","steps":["trace[1890708449] 'process raft request' (duration: 160.847926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:35.476758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.531535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:38:35.47682Z","caller":"traceutil/trace.go:171","msg":"trace[1810785916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4156; }","duration":"110.665248ms","start":"2026-03-31T18:38:35.36614Z","end":"2026-03-31T18:38:35.476806Z","steps":["trace[1810785916] 'agreement among raft nodes before linearized reading' (duration: 110.478753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:37.162319Z","caller":"traceutil/trace.go:171","msg":"trace[913342858] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"143.696841ms","start":"2026-03-31T18:38:37.018596Z","end":"2026-03-31T18:38:37.162293Z","steps":["trace[913342858] 'process raft request' (duration: 143.524117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:38.935873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.287017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:38.936007Z","caller":"traceutil/trace.go:171","msg":"trace[1730368889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4171; }","duration":"101.478051ms","start":"2026-03-31T18:38:38.8345Z","end":"2026-03-31T18:38:38.935978Z","steps":["trace[1730368889] 'range keys from in-memory index tree' (duration: 101.153114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.393582Z","caller":"traceutil/trace.go:171","msg":"trace[1079736641] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"137.452681ms","start":"2026-03-31T18:38:39.256084Z","end":"2026-03-31T18:38:39.393537Z","steps":["trace[1079736641] 'process raft request' (duration: 131.502327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:53.619749Z","caller":"traceutil/trace.go:171","msg":"trace[962347800] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"101.769519ms","start":"2026-03-31T18:38:53.517953Z","end":"2026-03-31T18:38:53.619722Z","steps":["trace[962347800] 'process raft request' (duration: 72.369498ms)","trace[962347800] 'compare' (duration: 29.175937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:04.831837Z","caller":"traceutil/trace.go:171","msg":"trace[1153011200] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"186.946423ms","start":"2026-03-31T18:39:04.644872Z","end":"2026-03-31T18:39:04.831818Z","steps":["trace[1153011200] 'process raft request' (duration: 186.837681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.299066Z","caller":"traceutil/trace.go:171","msg":"trace[1611232387] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"306.246746ms","start":"2026-03-31T18:39:04.992794Z","end":"2026-03-31T18:39:05.29904Z","steps":["trace[1611232387] 'process raft request' (duration: 306.083952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:05.299232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:04.992771Z","time spent":"306.365778ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:06.01715Z","caller":"traceutil/trace.go:171","msg":"trace[1018131222] linearizableReadLoop","detail":"{readStateIndex:4494; appliedIndex:4493; }","duration":"438.446929ms","start":"2026-03-31T18:39:05.578678Z","end":"2026-03-31T18:39:06.017125Z","steps":["trace[1018131222] 'read index received' (duration: 438.193493ms)","trace[1018131222] 'applied index is now lower than readState.Index' (duration: 252.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:06.017278Z","caller":"traceutil/trace.go:171","msg":"trace[1919556064] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"446.99468ms","start":"2026-03-31T18:39:05.570257Z","end":"2026-03-31T18:39:06.017251Z","steps":["trace[1919556064] 'process raft request' (duration: 446.723744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.017422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.570234Z","time spent":"447.099862ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:06.017564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.468584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:06.017671Z","caller":"traceutil/trace.go:171","msg":"trace[500233916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4305; }","duration":"227.629218ms","start":"2026-03-31T18:39:05.790018Z","end":"2026-03-31T18:39:06.017647Z","steps":["trace[500233916] 'agreement among raft nodes before linearized reading' (duration: 227.327931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.01759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.66203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:06.017767Z","caller":"traceutil/trace.go:171","msg":"trace[1561436119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4305; }","duration":"183.885824ms","start":"2026-03-31T18:39:05.833864Z","end":"2026-03-31T18:39:06.01775Z","steps":["trace[1561436119] 'agreement among raft nodes before linearized reading' (duration: 183.6819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.017586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.652243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:06.017867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.413136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:06.017886Z","caller":"traceutil/trace.go:171","msg":"trace[2126301903] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4305; }","duration":"439.219785ms","start":"2026-03-31T18:39:05.578634Z","end":"2026-03-31T18:39:06.017854Z","steps":["trace[2126301903] 'agreement among raft nodes before linearized reading' (duration: 438.646952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:06.01794Z","caller":"traceutil/trace.go:171","msg":"trace[1770612374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4305; }","duration":"200.55753ms","start":"2026-03-31T18:39:05.817365Z","end":"2026-03-31T18:39:06.017923Z","steps":["trace[1770612374] 'agreement among raft nodes before linearized reading' (duration: 200.264483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.017972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:05.578621Z","time spent":"439.329209ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:39:06.650802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.37327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:39:06.651353Z","caller":"traceutil/trace.go:171","msg":"trace[572098531] linearizableReadLoop","detail":"{readStateIndex:4500; appliedIndex:4498; }","duration":"325.229803ms","start":"2026-03-31T18:39:06.3261Z","end":"2026-03-31T18:39:06.65133Z","steps":["trace[572098531] 'read index received' (duration: 122.30375ms)","trace[572098531] 'applied index is now lower than readState.Index' (duration: 202.925323ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:06.651448Z","caller":"traceutil/trace.go:171","msg":"trace[201505551] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"330.190914ms","start":"2026-03-31T18:39:06.321211Z","end":"2026-03-31T18:39:06.651402Z","steps":["trace[201505551] 'process raft request' (duration: 329.760344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.651627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:06.321187Z","time spent":"330.352628ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:06.65166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.54655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T18:39:06.65174Z","caller":"traceutil/trace.go:171","msg":"trace[494245021] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:4310; }","duration":"325.683493ms","start":"2026-03-31T18:39:06.326038Z","end":"2026-03-31T18:39:06.651721Z","steps":["trace[494245021] 'agreement among raft nodes before linearized reading' (duration: 325.471908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:06.651805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:06.326018Z","time spent":"325.770915ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T18:39:07.192809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.075265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:07.192907Z","caller":"traceutil/trace.go:171","msg":"trace[898371401] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4311; }","duration":"227.227869ms","start":"2026-03-31T18:39:06.965659Z","end":"2026-03-31T18:39:07.192887Z","steps":["trace[898371401] 'count revisions from in-memory index tree' (duration: 226.997794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:07.482803Z","caller":"traceutil/trace.go:171","msg":"trace[1617298844] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"176.091648ms","start":"2026-03-31T18:39:07.306682Z","end":"2026-03-31T18:39:07.482774Z","steps":["trace[1617298844] 'process raft request' (duration: 175.925075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.797464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.095939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:07.79755Z","caller":"traceutil/trace.go:171","msg":"trace[1451535284] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4312; }","duration":"248.244142ms","start":"2026-03-31T18:39:07.549288Z","end":"2026-03-31T18:39:07.797532Z","steps":["trace[1451535284] 'count revisions from in-memory index tree' (duration: 248.007397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:07.797921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.601419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:07.797999Z","caller":"traceutil/trace.go:171","msg":"trace[1561407678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4312; }","duration":"272.716371ms","start":"2026-03-31T18:39:07.525265Z","end":"2026-03-31T18:39:07.797982Z","steps":["trace[1561407678] 'range keys from in-memory index tree' (duration: 272.440375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.161382Z","caller":"traceutil/trace.go:171","msg":"trace[1248072940] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"139.228761ms","start":"2026-03-31T18:39:08.022132Z","end":"2026-03-31T18:39:08.16136Z","steps":["trace[1248072940] 'process raft request' (duration: 139.039877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.369749Z","caller":"traceutil/trace.go:171","msg":"trace[1391366451] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"203.584318ms","start":"2026-03-31T18:39:08.166126Z","end":"2026-03-31T18:39:08.36971Z","steps":["trace[1391366451] 'process raft request' (duration: 124.338797ms)","trace[1391366451] 'compare' (duration: 79.045857ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:08.62446Z","caller":"traceutil/trace.go:171","msg":"trace[773525320] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"458.014659ms","start":"2026-03-31T18:39:08.166412Z","end":"2026-03-31T18:39:08.624427Z","steps":["trace[773525320] 'process raft request' (duration: 445.382245ms)","trace[773525320] 'compare' (duration: 12.201615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:08.624648Z","caller":"traceutil/trace.go:171","msg":"trace[1052804962] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"458.176792ms","start":"2026-03-31T18:39:08.166414Z","end":"2026-03-31T18:39:08.624591Z","steps":["trace[1052804962] 'process raft request' (duration: 457.911156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:08.62489Z","caller":"traceutil/trace.go:171","msg":"trace[726321470] linearizableReadLoop","detail":"{readStateIndex:4508; appliedIndex:4504; }","duration":"389.120469ms","start":"2026-03-31T18:39:08.235736Z","end":"2026-03-31T18:39:08.624857Z","steps":["trace[726321470] 'read index received' (duration: 54.745501ms)","trace[726321470] 'applied index is now lower than readState.Index' (duration: 334.372798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:08.624974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.166397Z","time spent":"458.362117ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:08.624996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.1664Z","time spent":"458.137962ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:08.625126Z","caller":"traceutil/trace.go:171","msg":"trace[1033788574] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"458.14664ms","start":"2026-03-31T18:39:08.166918Z","end":"2026-03-31T18:39:08.625065Z","steps":["trace[1033788574] 'process raft request' (duration: 457.614579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.625196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.434956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:08.625247Z","caller":"traceutil/trace.go:171","msg":"trace[1522254160] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4318; }","duration":"389.551018ms","start":"2026-03-31T18:39:08.235684Z","end":"2026-03-31T18:39:08.625235Z","steps":["trace[1522254160] 'agreement among raft nodes before linearized reading' (duration: 389.312053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:08.625291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.235663Z","time spent":"389.6189ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:39:08.625382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:08.166897Z","time spent":"458.351755ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:09.165186Z","caller":"traceutil/trace.go:171","msg":"trace[269381578] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"252.922416ms","start":"2026-03-31T18:39:08.912235Z","end":"2026-03-31T18:39:09.165157Z","steps":["trace[269381578] 'process raft request' (duration: 252.614289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:09.634135Z","caller":"traceutil/trace.go:171","msg":"trace[1731553288] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"141.981382ms","start":"2026-03-31T18:39:09.49213Z","end":"2026-03-31T18:39:09.634112Z","steps":["trace[1731553288] 'process raft request' (duration: 141.830039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:09.91441Z","caller":"traceutil/trace.go:171","msg":"trace[581891298] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"118.702028ms","start":"2026-03-31T18:39:09.795688Z","end":"2026-03-31T18:39:09.91439Z","steps":["trace[581891298] 'process raft request' (duration: 118.528514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:13.761442Z","caller":"traceutil/trace.go:171","msg":"trace[372846439] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"112.041609ms","start":"2026-03-31T18:39:13.64937Z","end":"2026-03-31T18:39:13.761411Z","steps":["trace[372846439] 'process raft request' (duration: 111.859185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:16.946277Z","caller":"traceutil/trace.go:171","msg":"trace[1233517157] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"239.435335ms","start":"2026-03-31T18:39:16.706799Z","end":"2026-03-31T18:39:16.946235Z","steps":["trace[1233517157] 'process raft request' (duration: 154.628647ms)","trace[1233517157] 'compare' (duration: 84.376897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:16.946364Z","caller":"traceutil/trace.go:171","msg":"trace[191653258] linearizableReadLoop","detail":"{readStateIndex:4550; appliedIndex:4549; }","duration":"183.800233ms","start":"2026-03-31T18:39:16.762529Z","end":"2026-03-31T18:39:16.946329Z","steps":["trace[191653258] 'read index received' (duration: 98.885493ms)","trace[191653258] 'applied index is now lower than readState.Index' (duration: 84.91107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:16.946399Z","caller":"traceutil/trace.go:171","msg":"trace[1557614324] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"168.840257ms","start":"2026-03-31T18:39:16.777529Z","end":"2026-03-31T18:39:16.94637Z","steps":["trace[1557614324] 'process raft request' (duration: 168.733384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.946642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.1024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:39:16.946719Z","caller":"traceutil/trace.go:171","msg":"trace[226529240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4359; }","duration":"184.193532ms","start":"2026-03-31T18:39:16.762502Z","end":"2026-03-31T18:39:16.946696Z","steps":["trace[226529240] 'agreement among raft nodes before linearized reading' (duration: 183.981157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:16.946996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.415667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:39:16.94707Z","caller":"traceutil/trace.go:171","msg":"trace[1028144576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4359; }","duration":"184.54605ms","start":"2026-03-31T18:39:16.762508Z","end":"2026-03-31T18:39:16.947054Z","steps":["trace[1028144576] 'agreement among raft nodes before linearized reading' (duration: 184.265973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.143623Z","caller":"traceutil/trace.go:171","msg":"trace[1033454483] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"191.107857ms","start":"2026-03-31T18:39:16.952186Z","end":"2026-03-31T18:39:17.143294Z","steps":["trace[1033454483] 'process raft request' (duration: 166.585416ms)","trace[1033454483] 'compare' (duration: 24.364998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:18.068643Z","caller":"traceutil/trace.go:171","msg":"trace[250363747] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"100.207583ms","start":"2026-03-31T18:39:17.968405Z","end":"2026-03-31T18:39:18.068613Z","steps":["trace[250363747] 'process raft request' (duration: 99.794094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:25.161176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.568961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:39:25.161967Z","caller":"traceutil/trace.go:171","msg":"trace[725759359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4399; }","duration":"242.41106ms","start":"2026-03-31T18:39:24.919531Z","end":"2026-03-31T18:39:25.161942Z","steps":["trace[725759359] 'range keys from in-memory index tree' (duration: 241.354247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.16655Z","caller":"traceutil/trace.go:171","msg":"trace[1721605003] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"110.28981ms","start":"2026-03-31T18:39:25.056244Z","end":"2026-03-31T18:39:25.166534Z","steps":["trace[1721605003] 'process raft request' (duration: 110.100896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:25.445381Z","caller":"traceutil/trace.go:171","msg":"trace[1156920332] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"134.514705ms","start":"2026-03-31T18:39:25.310833Z","end":"2026-03-31T18:39:25.445347Z","steps":["trace[1156920332] 'process raft request' (duration: 134.253059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:35.191425Z","caller":"traceutil/trace.go:171","msg":"trace[1232706772] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"264.366154ms","start":"2026-03-31T18:39:34.927029Z","end":"2026-03-31T18:39:35.191396Z","steps":["trace[1232706772] 'process raft request' (duration: 264.22049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:35.521748Z","caller":"traceutil/trace.go:171","msg":"trace[2033732591] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"114.892603ms","start":"2026-03-31T18:39:35.406804Z","end":"2026-03-31T18:39:35.521697Z","steps":["trace[2033732591] 'process raft request' (duration: 45.989594ms)","trace[2033732591] 'compare' (duration: 68.732985ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:35.802966Z","caller":"traceutil/trace.go:171","msg":"trace[1534075152] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"263.449673ms","start":"2026-03-31T18:39:35.539478Z","end":"2026-03-31T18:39:35.802928Z","steps":["trace[1534075152] 'process raft request' (duration: 242.974733ms)","trace[1534075152] 'compare' (duration: 20.123332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:39.734629Z","caller":"traceutil/trace.go:171","msg":"trace[534520224] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"106.043784ms","start":"2026-03-31T18:39:39.628555Z","end":"2026-03-31T18:39:39.734599Z","steps":["trace[534520224] 'process raft request' (duration: 103.908737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:40.391005Z","caller":"traceutil/trace.go:171","msg":"trace[1948817511] linearizableReadLoop","detail":"{readStateIndex:4675; appliedIndex:4674; }","duration":"155.18453ms","start":"2026-03-31T18:39:40.235792Z","end":"2026-03-31T18:39:40.390977Z","steps":["trace[1948817511] 'read index received' (duration: 136.807007ms)","trace[1948817511] 'applied index is now lower than readState.Index' (duration: 18.376463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:40.391317Z","caller":"traceutil/trace.go:171","msg":"trace[198289425] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"191.773563ms","start":"2026-03-31T18:39:40.199433Z","end":"2026-03-31T18:39:40.391207Z","steps":["trace[198289425] 'process raft request' (duration: 173.174514ms)","trace[198289425] 'compare' (duration: 18.239511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:40.391764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.931097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:39:40.3919Z","caller":"traceutil/trace.go:171","msg":"trace[863427154] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4478; }","duration":"156.119231ms","start":"2026-03-31T18:39:40.235752Z","end":"2026-03-31T18:39:40.391871Z","steps":["trace[863427154] 'agreement among raft nodes before linearized reading' (duration: 155.473037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.329519Z","caller":"traceutil/trace.go:171","msg":"trace[958699347] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"125.187794ms","start":"2026-03-31T18:39:42.204307Z","end":"2026-03-31T18:39:42.329495Z","steps":["trace[958699347] 'process raft request' (duration: 124.725253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.516103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.793958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:42.516171Z","caller":"traceutil/trace.go:171","msg":"trace[1198555795] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4489; }","duration":"129.926951ms","start":"2026-03-31T18:39:42.386228Z","end":"2026-03-31T18:39:42.516155Z","steps":["trace[1198555795] 'count revisions from in-memory index tree' (duration: 129.702045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.516137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.351543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:42.516345Z","caller":"traceutil/trace.go:171","msg":"trace[387547958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4489; }","duration":"115.64389ms","start":"2026-03-31T18:39:42.400667Z","end":"2026-03-31T18:39:42.516311Z","steps":["trace[387547958] 'count revisions from in-memory index tree' (duration: 115.142079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.907724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.939023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:42.907963Z","caller":"traceutil/trace.go:171","msg":"trace[81272444] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"210.096183ms","start":"2026-03-31T18:39:42.697838Z","end":"2026-03-31T18:39:42.907934Z","steps":["trace[81272444] 'process raft request' (duration: 42.863894ms)","trace[81272444] 'compare' (duration: 166.721138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.45891Z","caller":"traceutil/trace.go:171","msg":"trace[1485342046] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"131.61306ms","start":"2026-03-31T18:39:43.327255Z","end":"2026-03-31T18:39:43.458868Z","steps":["trace[1485342046] 'process raft request' (duration: 130.844412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.829354Z","caller":"traceutil/trace.go:171","msg":"trace[1332995785] linearizableReadLoop","detail":"{readStateIndex:4692; appliedIndex:4691; }","duration":"250.686536ms","start":"2026-03-31T18:39:43.578634Z","end":"2026-03-31T18:39:43.829321Z","steps":["trace[1332995785] 'read index received' (duration: 190.527604ms)","trace[1332995785] 'applied index is now lower than readState.Index' (duration: 60.157732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.829611Z","caller":"traceutil/trace.go:171","msg":"trace[1059433725] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"364.904143ms","start":"2026-03-31T18:39:43.464662Z","end":"2026-03-31T18:39:43.829566Z","steps":["trace[1059433725] 'process raft request' (duration: 304.522837ms)","trace[1059433725] 'compare' (duration: 59.945447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.829758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.107425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:43.829809Z","caller":"traceutil/trace.go:171","msg":"trace[1161342657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4494; }","duration":"251.234119ms","start":"2026-03-31T18:39:43.578565Z","end":"2026-03-31T18:39:43.829799Z","steps":["trace[1161342657] 'agreement among raft nodes before linearized reading' (duration: 251.007794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.829826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.464629Z","time spent":"365.077818ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.143557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.816887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:44.143949Z","caller":"traceutil/trace.go:171","msg":"trace[2110079079] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"229.182633ms","start":"2026-03-31T18:39:43.914737Z","end":"2026-03-31T18:39:44.14392Z","steps":["trace[2110079079] 'process raft request' (duration: 229.023879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.144122Z","caller":"traceutil/trace.go:171","msg":"trace[491421760] linearizableReadLoop","detail":"{readStateIndex:4694; appliedIndex:4693; }","duration":"236.973987ms","start":"2026-03-31T18:39:43.907109Z","end":"2026-03-31T18:39:44.144083Z","steps":["trace[491421760] 'read index received' (duration: 30.353813ms)","trace[491421760] 'applied index is now lower than readState.Index' (duration: 206.616634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:44.144504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.373706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:39:44.144671Z","caller":"traceutil/trace.go:171","msg":"trace[971894575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4497; }","duration":"237.604422ms","start":"2026-03-31T18:39:43.907041Z","end":"2026-03-31T18:39:44.144645Z","steps":["trace[971894575] 'agreement among raft nodes before linearized reading' (duration: 237.221762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.144523Z","caller":"traceutil/trace.go:171","msg":"trace[1782375704] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"307.262167ms","start":"2026-03-31T18:39:43.837223Z","end":"2026-03-31T18:39:44.144485Z","steps":["trace[1782375704] 'process raft request' (duration: 100.348766ms)","trace[1782375704] 'compare' (duration: 205.196953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:44.144923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.837206Z","time spent":"307.564495ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.810262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.47415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:39:44.810197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.26053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T18:39:44.810472Z","caller":"traceutil/trace.go:171","msg":"trace[522896306] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:4497; }","duration":"565.574547ms","start":"2026-03-31T18:39:44.244872Z","end":"2026-03-31T18:39:44.810446Z","steps":["trace[522896306] 'range keys from in-memory index tree' (duration: 565.030385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.810533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.508424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:39:44.810881Z","caller":"traceutil/trace.go:171","msg":"trace[1895250424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4497; }","duration":"476.852411ms","start":"2026-03-31T18:39:44.333966Z","end":"2026-03-31T18:39:44.810818Z","steps":["trace[1895250424] 'range keys from in-memory index tree' (duration: 476.129265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.811006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.333942Z","time spent":"477.040025ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:39:44.811444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:44.244824Z","time spent":"566.591641ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-31T18:39:44.810395Z","caller":"traceutil/trace.go:171","msg":"trace[216808203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4497; }","duration":"221.664985ms","start":"2026-03-31T18:39:44.588706Z","end":"2026-03-31T18:39:44.810371Z","steps":["trace[216808203] 'range keys from in-memory index tree' (duration: 221.249685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.938352Z","caller":"traceutil/trace.go:171","msg":"trace[1050654543] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"123.061377ms","start":"2026-03-31T18:39:44.81526Z","end":"2026-03-31T18:39:44.938321Z","steps":["trace[1050654543] 'process raft request' (duration: 122.892103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.075241Z","caller":"traceutil/trace.go:171","msg":"trace[1984324207] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"258.409172ms","start":"2026-03-31T18:39:44.816772Z","end":"2026-03-31T18:39:45.075181Z","steps":["trace[1984324207] 'process raft request' (duration: 258.169996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.075377Z","caller":"traceutil/trace.go:171","msg":"trace[2040504319] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4695; }","duration":"242.193867ms","start":"2026-03-31T18:39:44.833143Z","end":"2026-03-31T18:39:45.075336Z","steps":["trace[2040504319] 'read index received' (duration: 105.061523ms)","trace[2040504319] 'applied index is now lower than readState.Index' (duration: 137.129634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:45.075456Z","caller":"traceutil/trace.go:171","msg":"trace[915209204] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"161.228936ms","start":"2026-03-31T18:39:44.914195Z","end":"2026-03-31T18:39:45.075424Z","steps":["trace[915209204] 'process raft request' (duration: 160.934269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.075562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.387861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:45.075615Z","caller":"traceutil/trace.go:171","msg":"trace[1249326694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4500; }","duration":"242.521664ms","start":"2026-03-31T18:39:44.833079Z","end":"2026-03-31T18:39:45.0756Z","steps":["trace[1249326694] 'agreement among raft nodes before linearized reading' (duration: 242.393521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.463021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.647136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:45.463095Z","caller":"traceutil/trace.go:171","msg":"trace[741042624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4500; }","duration":"182.758869ms","start":"2026-03-31T18:39:45.280319Z","end":"2026-03-31T18:39:45.463078Z","steps":["trace[741042624] 'range keys from in-memory index tree' (duration: 182.409471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:45.840183Z","caller":"traceutil/trace.go:171","msg":"trace[48733424] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4699; }","duration":"231.851484ms","start":"2026-03-31T18:39:45.608305Z","end":"2026-03-31T18:39:45.840157Z","steps":["trace[48733424] 'read index received' (duration: 186.653397ms)","trace[48733424] 'applied index is now lower than readState.Index' (duration: 45.196217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:45.840259Z","caller":"traceutil/trace.go:171","msg":"trace[1676847765] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"372.965985ms","start":"2026-03-31T18:39:45.46725Z","end":"2026-03-31T18:39:45.840216Z","steps":["trace[1676847765] 'process raft request' (duration: 327.630376ms)","trace[1676847765] 'compare' (duration: 44.92863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:45.840331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.998827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:45.840432Z","caller":"traceutil/trace.go:171","msg":"trace[482689080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4502; }","duration":"232.157891ms","start":"2026-03-31T18:39:45.608251Z","end":"2026-03-31T18:39:45.840409Z","steps":["trace[482689080] 'agreement among raft nodes before linearized reading' (duration: 231.985787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:45.84047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:45.467229Z","time spent":"373.124589ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:45.840366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.790332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:45.840676Z","caller":"traceutil/trace.go:171","msg":"trace[1670646714] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4502; }","duration":"131.152929ms","start":"2026-03-31T18:39:45.709509Z","end":"2026-03-31T18:39:45.840662Z","steps":["trace[1670646714] 'agreement among raft nodes before linearized reading' (duration: 130.798111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:46.066843Z","caller":"traceutil/trace.go:171","msg":"trace[464967624] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4700; }","duration":"205.544682ms","start":"2026-03-31T18:39:45.861275Z","end":"2026-03-31T18:39:46.06682Z","steps":["trace[464967624] 'read index received' (duration: 110.974446ms)","trace[464967624] 'applied index is now lower than readState.Index' (duration: 94.568886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:46.066908Z","caller":"traceutil/trace.go:171","msg":"trace[1765736670] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"222.943993ms","start":"2026-03-31T18:39:45.843911Z","end":"2026-03-31T18:39:46.066855Z","steps":["trace[1765736670] 'process raft request' (duration: 128.298035ms)","trace[1765736670] 'compare' (duration: 94.211779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:46.067059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.769747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:39:46.067096Z","caller":"traceutil/trace.go:171","msg":"trace[1981927737] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4503; }","duration":"205.838948ms","start":"2026-03-31T18:39:45.861245Z","end":"2026-03-31T18:39:46.067084Z","steps":["trace[1981927737] 'agreement among raft nodes before linearized reading' (duration: 205.659964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:47.61934Z","caller":"traceutil/trace.go:171","msg":"trace[1647297089] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"108.480529ms","start":"2026-03-31T18:39:47.510821Z","end":"2026-03-31T18:39:47.619302Z","steps":["trace[1647297089] 'process raft request' (duration: 108.269114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:49.622266Z","caller":"traceutil/trace.go:171","msg":"trace[51274622] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"116.262494ms","start":"2026-03-31T18:39:49.505976Z","end":"2026-03-31T18:39:49.622238Z","steps":["trace[51274622] 'process raft request' (duration: 104.394548ms)","trace[51274622] 'compare' (duration: 11.441377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:52.401191Z","caller":"traceutil/trace.go:171","msg":"trace[927634523] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"116.948819ms","start":"2026-03-31T18:39:52.284209Z","end":"2026-03-31T18:39:52.401158Z","steps":["trace[927634523] 'process raft request' (duration: 116.691504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:52.649384Z","caller":"traceutil/trace.go:171","msg":"trace[1768547745] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"178.923321ms","start":"2026-03-31T18:39:52.470431Z","end":"2026-03-31T18:39:52.649354Z","steps":["trace[1768547745] 'process raft request' (duration: 178.707236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:53.007226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.647889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:53.008182Z","caller":"traceutil/trace.go:171","msg":"trace[991156259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4554; }","duration":"176.652442ms","start":"2026-03-31T18:39:52.831496Z","end":"2026-03-31T18:39:53.008149Z","steps":["trace[991156259] 'range keys from in-memory index tree' (duration: 175.522095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.128736Z","caller":"traceutil/trace.go:171","msg":"trace[914876875] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"117.074702ms","start":"2026-03-31T18:39:53.011643Z","end":"2026-03-31T18:39:53.128718Z","steps":["trace[914876875] 'process raft request' (duration: 116.951029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.360459Z","caller":"traceutil/trace.go:171","msg":"trace[1515403893] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"345.391484ms","start":"2026-03-31T18:39:53.015037Z","end":"2026-03-31T18:39:53.360428Z","steps":["trace[1515403893] 'process raft request' (duration: 309.318163ms)","trace[1515403893] 'compare' (duration: 35.665892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:53.360611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:53.01503Z","time spent":"345.508416ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:39:53.361566Z","caller":"traceutil/trace.go:171","msg":"trace[1510341884] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4756; }","duration":"204.708871ms","start":"2026-03-31T18:39:53.156839Z","end":"2026-03-31T18:39:53.361548Z","steps":["trace[1510341884] 'read index received' (duration: 167.650668ms)","trace[1510341884] 'applied index is now lower than readState.Index' (duration: 37.057253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:53.361661Z","caller":"traceutil/trace.go:171","msg":"trace[1862706682] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"208.089608ms","start":"2026-03-31T18:39:53.153539Z","end":"2026-03-31T18:39:53.361629Z","steps":["trace[1862706682] 'process raft request' (duration: 207.902604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:53.361772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.915736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:39:53.36183Z","caller":"traceutil/trace.go:171","msg":"trace[492251580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4557; }","duration":"205.009468ms","start":"2026-03-31T18:39:53.156806Z","end":"2026-03-31T18:39:53.361816Z","steps":["trace[492251580] 'agreement among raft nodes before linearized reading' (duration: 204.839724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.500208Z","caller":"traceutil/trace.go:171","msg":"trace[1410863229] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"133.207224ms","start":"2026-03-31T18:39:53.366976Z","end":"2026-03-31T18:39:53.500183Z","steps":["trace[1410863229] 'process raft request' (duration: 107.311992ms)","trace[1410863229] 'compare' (duration: 25.681727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:53.500202Z","caller":"traceutil/trace.go:171","msg":"trace[854381818] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4759; }","duration":"131.409444ms","start":"2026-03-31T18:39:53.36877Z","end":"2026-03-31T18:39:53.500179Z","steps":["trace[854381818] 'read index received' (duration: 25.431902ms)","trace[854381818] 'applied index is now lower than readState.Index' (duration: 105.976532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:53.500315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.513486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:53.5003Z","caller":"traceutil/trace.go:171","msg":"trace[1267460492] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"126.100645ms","start":"2026-03-31T18:39:53.37416Z","end":"2026-03-31T18:39:53.500261Z","steps":["trace[1267460492] 'process raft request' (duration: 125.961092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.500374Z","caller":"traceutil/trace.go:171","msg":"trace[2079928844] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4560; }","duration":"131.634319ms","start":"2026-03-31T18:39:53.368724Z","end":"2026-03-31T18:39:53.500359Z","steps":["trace[2079928844] 'agreement among raft nodes before linearized reading' (duration: 131.523766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.632618Z","caller":"traceutil/trace.go:171","msg":"trace[925762724] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"115.360993ms","start":"2026-03-31T18:39:53.517234Z","end":"2026-03-31T18:39:53.632595Z","steps":["trace[925762724] 'process raft request' (duration: 99.306863ms)","trace[925762724] 'compare' (duration: 15.916267ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:53.792293Z","caller":"traceutil/trace.go:171","msg":"trace[438526189] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"142.172445ms","start":"2026-03-31T18:39:53.650083Z","end":"2026-03-31T18:39:53.792255Z","steps":["trace[438526189] 'process raft request' (duration: 134.470882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.79237Z","caller":"traceutil/trace.go:171","msg":"trace[1727952772] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"113.424079ms","start":"2026-03-31T18:39:53.678908Z","end":"2026-03-31T18:39:53.792332Z","steps":["trace[1727952772] 'process raft request' (duration: 113.260816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.926718Z","caller":"traceutil/trace.go:171","msg":"trace[1771293453] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"127.74788ms","start":"2026-03-31T18:39:53.798933Z","end":"2026-03-31T18:39:53.926681Z","steps":["trace[1771293453] 'process raft request' (duration: 102.454902ms)","trace[1771293453] 'compare' (duration: 25.055093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:53.926781Z","caller":"traceutil/trace.go:171","msg":"trace[173323435] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"117.362107ms","start":"2026-03-31T18:39:53.809402Z","end":"2026-03-31T18:39:53.926764Z","steps":["trace[173323435] 'process raft request' (duration: 117.232774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:53.927377Z","caller":"traceutil/trace.go:171","msg":"trace[177431303] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"128.038558ms","start":"2026-03-31T18:39:53.799309Z","end":"2026-03-31T18:39:53.927348Z","steps":["trace[177431303] 'process raft request' (duration: 127.26521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:54.462786Z","caller":"traceutil/trace.go:171","msg":"trace[160441252] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"125.702096ms","start":"2026-03-31T18:39:54.33705Z","end":"2026-03-31T18:39:54.462752Z","steps":["trace[160441252] 'process raft request' (duration: 125.410429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:56.213133Z","caller":"traceutil/trace.go:171","msg":"trace[133293452] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"153.01123ms","start":"2026-03-31T18:39:56.060078Z","end":"2026-03-31T18:39:56.213089Z","steps":["trace[133293452] 'process raft request' (duration: 124.076569ms)","trace[133293452] 'compare' (duration: 28.712226ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.024174Z","caller":"traceutil/trace.go:171","msg":"trace[1994529441] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"168.551458ms","start":"2026-03-31T18:39:56.855589Z","end":"2026-03-31T18:39:57.02414Z","steps":["trace[1994529441] 'process raft request' (duration: 168.339893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.179497Z","caller":"traceutil/trace.go:171","msg":"trace[491725993] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4816; }","duration":"149.179694ms","start":"2026-03-31T18:39:57.030291Z","end":"2026-03-31T18:39:57.179471Z","steps":["trace[491725993] 'read index received' (duration: 148.983689ms)","trace[491725993] 'applied index is now lower than readState.Index' (duration: 194.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.179541Z","caller":"traceutil/trace.go:171","msg":"trace[1315456144] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"150.160936ms","start":"2026-03-31T18:39:57.029345Z","end":"2026-03-31T18:39:57.179506Z","steps":["trace[1315456144] 'process raft request' (duration: 149.619393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.179716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.405279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.179823Z","caller":"traceutil/trace.go:171","msg":"trace[1410817638] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:4613; }","duration":"149.545412ms","start":"2026-03-31T18:39:57.030248Z","end":"2026-03-31T18:39:57.179794Z","steps":["trace[1410817638] 'agreement among raft nodes before linearized reading' (duration: 149.346758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.313118Z","caller":"traceutil/trace.go:171","msg":"trace[861784445] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4817; }","duration":"133.527041ms","start":"2026-03-31T18:39:57.179566Z","end":"2026-03-31T18:39:57.313093Z","steps":["trace[861784445] 'read index received' (duration: 131.850964ms)","trace[861784445] 'applied index is now lower than readState.Index' (duration: 1.675117ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.313139Z","caller":"traceutil/trace.go:171","msg":"trace[1053524415] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"280.867203ms","start":"2026-03-31T18:39:57.03225Z","end":"2026-03-31T18:39:57.313117Z","steps":["trace[1053524415] 'process raft request' (duration: 279.089744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.313398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.787726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:39:57.31344Z","caller":"traceutil/trace.go:171","msg":"trace[2025387490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4614; }","duration":"258.878438ms","start":"2026-03-31T18:39:57.054551Z","end":"2026-03-31T18:39:57.31343Z","steps":["trace[2025387490] 'agreement among raft nodes before linearized reading' (duration: 258.680334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.313412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.892512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:39:57.313463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.001019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.313514Z","caller":"traceutil/trace.go:171","msg":"trace[591342555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4614; }","duration":"135.053226ms","start":"2026-03-31T18:39:57.178438Z","end":"2026-03-31T18:39:57.313491Z","steps":["trace[591342555] 'agreement among raft nodes before linearized reading' (duration: 134.716638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.313426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.054032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.313558Z","caller":"traceutil/trace.go:171","msg":"trace[409790528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4614; }","duration":"113.146953ms","start":"2026-03-31T18:39:57.20039Z","end":"2026-03-31T18:39:57.313537Z","steps":["trace[409790528] 'agreement among raft nodes before linearized reading' (duration: 112.968869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.313658Z","caller":"traceutil/trace.go:171","msg":"trace[1672464327] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:4614; }","duration":"130.304668ms","start":"2026-03-31T18:39:57.183303Z","end":"2026-03-31T18:39:57.313607Z","steps":["trace[1672464327] 'agreement among raft nodes before linearized reading' (duration: 130.005442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.61991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.346453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:57.620011Z","caller":"traceutil/trace.go:171","msg":"trace[516027512] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4819; }","duration":"292.981846ms","start":"2026-03-31T18:39:57.327012Z","end":"2026-03-31T18:39:57.619994Z","steps":["trace[516027512] 'read index received' (duration: 161.47079ms)","trace[516027512] 'applied index is now lower than readState.Index' (duration: 131.509366ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.62008Z","caller":"traceutil/trace.go:171","msg":"trace[1180107366] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"300.72547ms","start":"2026-03-31T18:39:57.319343Z","end":"2026-03-31T18:39:57.620068Z","steps":["trace[1180107366] 'process raft request' (duration: 169.143733ms)","trace[1180107366] 'compare' (duration: 131.055436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:57.620133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.319318Z","time spent":"300.786471ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4663,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:57.620264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.338449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.620298Z","caller":"traceutil/trace.go:171","msg":"trace[785030712] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:4616; }","duration":"299.42243ms","start":"2026-03-31T18:39:57.320867Z","end":"2026-03-31T18:39:57.620289Z","steps":["trace[785030712] 'agreement among raft nodes before linearized reading' (duration: 299.362039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.758299Z","caller":"traceutil/trace.go:171","msg":"trace[1445985724] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4820; }","duration":"138.233036ms","start":"2026-03-31T18:39:57.620035Z","end":"2026-03-31T18:39:57.758268Z","steps":["trace[1445985724] 'read index received' (duration: 109.344067ms)","trace[1445985724] 'applied index is now lower than readState.Index' (duration: 28.888169ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:57.758372Z","caller":"traceutil/trace.go:171","msg":"trace[1955906231] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"371.753096ms","start":"2026-03-31T18:39:57.38656Z","end":"2026-03-31T18:39:57.758313Z","steps":["trace[1955906231] 'process raft request' (duration: 342.806076ms)","trace[1955906231] 'compare' (duration: 28.783877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:57.758578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.468515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9401"} {"level":"warn","ts":"2026-03-31T18:39:57.758577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.333945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:57.758626Z","caller":"traceutil/trace.go:171","msg":"trace[1220621059] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4617; }","duration":"430.549757ms","start":"2026-03-31T18:39:57.328056Z","end":"2026-03-31T18:39:57.758605Z","steps":["trace[1220621059] 'agreement among raft nodes before linearized reading' (duration: 430.349733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:57.758663Z","caller":"traceutil/trace.go:171","msg":"trace[911668630] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4617; }","duration":"205.499179ms","start":"2026-03-31T18:39:57.553144Z","end":"2026-03-31T18:39:57.758643Z","steps":["trace[911668630] 'agreement among raft nodes before linearized reading' (duration: 205.236593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:57.758675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.32805Z","time spent":"430.616378ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:39:57.758708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.386516Z","time spent":"372.096284ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:58.35778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.441281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:58.357904Z","caller":"traceutil/trace.go:171","msg":"trace[1634458636] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4821; }","duration":"599.517056ms","start":"2026-03-31T18:39:57.75837Z","end":"2026-03-31T18:39:58.357887Z","steps":["trace[1634458636] 'read index received' (duration: 174.82208ms)","trace[1634458636] 'applied index is now lower than readState.Index' (duration: 424.693776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:58.357975Z","caller":"traceutil/trace.go:171","msg":"trace[1437095455] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"729.340404ms","start":"2026-03-31T18:39:57.628623Z","end":"2026-03-31T18:39:58.357964Z","steps":["trace[1437095455] 'process raft request' (duration: 304.600727ms)","trace[1437095455] 'compare' (duration: 424.317667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:58.358035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.628602Z","time spent":"729.398365ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:58.358248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.907975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:58.358337Z","caller":"traceutil/trace.go:171","msg":"trace[663924898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4618; }","duration":"709.036847ms","start":"2026-03-31T18:39:57.649282Z","end":"2026-03-31T18:39:58.358319Z","steps":["trace[663924898] 'agreement among raft nodes before linearized reading' (duration: 708.785612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.358374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.649269Z","time spent":"709.096359ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:39:58.371415Z","caller":"traceutil/trace.go:171","msg":"trace[587574387] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"558.358171ms","start":"2026-03-31T18:39:57.813032Z","end":"2026-03-31T18:39:58.37139Z","steps":["trace[587574387] 'process raft request' (duration: 558.195927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.371585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.813005Z","time spent":"558.492304ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:58.501817Z","caller":"traceutil/trace.go:171","msg":"trace[1402165187] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"230.212176ms","start":"2026-03-31T18:39:58.27157Z","end":"2026-03-31T18:39:58.501782Z","steps":["trace[1402165187] 'process raft request' (duration: 229.298355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.502406Z","caller":"traceutil/trace.go:171","msg":"trace[2038852400] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"139.791743ms","start":"2026-03-31T18:39:58.362597Z","end":"2026-03-31T18:39:58.502388Z","steps":["trace[2038852400] 'process raft request' (duration: 139.090897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.502548Z","caller":"traceutil/trace.go:171","msg":"trace[1363666089] linearizableReadLoop","detail":"{readStateIndex:4824; appliedIndex:4822; }","duration":"144.58731ms","start":"2026-03-31T18:39:58.357931Z","end":"2026-03-31T18:39:58.502519Z","steps":["trace[1363666089] 'read index received' (duration: 13.260648ms)","trace[1363666089] 'applied index is now lower than readState.Index' (duration: 131.325332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:58.502668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.369495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:58.502727Z","caller":"traceutil/trace.go:171","msg":"trace[1757838915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4622; }","duration":"249.482398ms","start":"2026-03-31T18:39:58.253231Z","end":"2026-03-31T18:39:58.502713Z","steps":["trace[1757838915] 'agreement among raft nodes before linearized reading' (duration: 249.377405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.502768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.130275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:58.502836Z","caller":"traceutil/trace.go:171","msg":"trace[1202731825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4622; }","duration":"251.210587ms","start":"2026-03-31T18:39:58.251606Z","end":"2026-03-31T18:39:58.502816Z","steps":["trace[1202731825] 'agreement among raft nodes before linearized reading' (duration: 251.084204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.502904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.787446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:58.502941Z","caller":"traceutil/trace.go:171","msg":"trace[927249405] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"134.662816ms","start":"2026-03-31T18:39:58.368266Z","end":"2026-03-31T18:39:58.502928Z","steps":["trace[927249405] 'process raft request' (duration: 133.879039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:58.502963Z","caller":"traceutil/trace.go:171","msg":"trace[1903826081] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4622; }","duration":"677.905978ms","start":"2026-03-31T18:39:57.825042Z","end":"2026-03-31T18:39:58.502948Z","steps":["trace[1903826081] 'agreement among raft nodes before linearized reading' (duration: 677.803866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.503008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:57.825009Z","time spent":"677.98651ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:39:58.503099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.00979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:58.503157Z","caller":"traceutil/trace.go:171","msg":"trace[554406474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4622; }","duration":"105.102252ms","start":"2026-03-31T18:39:58.398041Z","end":"2026-03-31T18:39:58.503143Z","steps":["trace[554406474] 'agreement among raft nodes before linearized reading' (duration: 104.939579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.503182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.659663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:39:58.503213Z","caller":"traceutil/trace.go:171","msg":"trace[2087935450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4622; }","duration":"443.728615ms","start":"2026-03-31T18:39:58.059475Z","end":"2026-03-31T18:39:58.503204Z","steps":["trace[2087935450] 'agreement among raft nodes before linearized reading' (duration: 443.666653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:58.503251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:58.059452Z","time spent":"443.791125ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:40:02.812162Z","caller":"traceutil/trace.go:171","msg":"trace[190140248] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4921; }","duration":"102.020513ms","start":"2026-03-31T18:40:02.710112Z","end":"2026-03-31T18:40:02.812133Z","steps":["trace[190140248] 'read index received' (duration: 101.869599ms)","trace[190140248] 'applied index is now lower than readState.Index' (duration: 149.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:02.812201Z","caller":"traceutil/trace.go:171","msg":"trace[1707439041] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"102.443012ms","start":"2026-03-31T18:40:02.709728Z","end":"2026-03-31T18:40:02.812171Z","steps":["trace[1707439041] 'process raft request' (duration: 102.248758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:02.812355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.221387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:02.812403Z","caller":"traceutil/trace.go:171","msg":"trace[2105992829] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4715; }","duration":"102.323449ms","start":"2026-03-31T18:40:02.710071Z","end":"2026-03-31T18:40:02.812394Z","steps":["trace[2105992829] 'agreement among raft nodes before linearized reading' (duration: 102.193147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:02.820003Z","caller":"traceutil/trace.go:171","msg":"trace[718773438] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"109.728386ms","start":"2026-03-31T18:40:02.710249Z","end":"2026-03-31T18:40:02.819977Z","steps":["trace[718773438] 'process raft request' (duration: 109.572223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:03.084272Z","caller":"traceutil/trace.go:171","msg":"trace[332927291] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"197.928388ms","start":"2026-03-31T18:40:02.886314Z","end":"2026-03-31T18:40:03.084243Z","steps":["trace[332927291] 'process raft request' (duration: 153.938779ms)","trace[332927291] 'compare' (duration: 43.787944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:03.131882Z","caller":"traceutil/trace.go:171","msg":"trace[75060820] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4927; }","duration":"204.334593ms","start":"2026-03-31T18:40:02.92752Z","end":"2026-03-31T18:40:03.131855Z","steps":["trace[75060820] 'read index received' (duration: 112.812206ms)","trace[75060820] 'applied index is now lower than readState.Index' (duration: 91.521487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:03.13194Z","caller":"traceutil/trace.go:171","msg":"trace[1058551608] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"204.807113ms","start":"2026-03-31T18:40:02.927105Z","end":"2026-03-31T18:40:03.131913Z","steps":["trace[1058551608] 'process raft request' (duration: 204.615209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:03.132155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.508496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:03.132223Z","caller":"traceutil/trace.go:171","msg":"trace[290704439] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:0; response_revision:4722; }","duration":"204.701751ms","start":"2026-03-31T18:40:02.927505Z","end":"2026-03-31T18:40:03.132207Z","steps":["trace[290704439] 'agreement among raft nodes before linearized reading' (duration: 204.469476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:03.293592Z","caller":"traceutil/trace.go:171","msg":"trace[413030741] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"153.94155ms","start":"2026-03-31T18:40:03.139625Z","end":"2026-03-31T18:40:03.293567Z","steps":["trace[413030741] 'process raft request' (duration: 153.789747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:04.079783Z","caller":"traceutil/trace.go:171","msg":"trace[1704216983] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"623.109417ms","start":"2026-03-31T18:40:03.456642Z","end":"2026-03-31T18:40:04.079751Z","steps":["trace[1704216983] 'process raft request' (duration: 616.568989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.079949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:03.456623Z","time spent":"623.26578ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3095,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:40:04.102602Z","caller":"traceutil/trace.go:171","msg":"trace[821349565] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"624.265203ms","start":"2026-03-31T18:40:03.478306Z","end":"2026-03-31T18:40:04.102571Z","steps":["trace[821349565] 'process raft request' (duration: 623.915805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.102778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:03.478286Z","time spent":"624.388965ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3983,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:04.103085Z","caller":"traceutil/trace.go:171","msg":"trace[1897728027] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"235.948813ms","start":"2026-03-31T18:40:03.867082Z","end":"2026-03-31T18:40:04.103031Z","steps":["trace[1897728027] 'process raft request' (duration: 235.304589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.103325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.169512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:40:04.103409Z","caller":"traceutil/trace.go:171","msg":"trace[711277853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4739; }","duration":"508.293415ms","start":"2026-03-31T18:40:03.595101Z","end":"2026-03-31T18:40:04.103395Z","steps":["trace[711277853] 'agreement among raft nodes before linearized reading' (duration: 508.06926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:04.103449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:03.595085Z","time spent":"508.355246ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:40:04.103074Z","caller":"traceutil/trace.go:171","msg":"trace[249107764] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4943; }","duration":"507.841015ms","start":"2026-03-31T18:40:03.59514Z","end":"2026-03-31T18:40:04.102981Z","steps":["trace[249107764] 'read index received' (duration: 478.061875ms)","trace[249107764] 'applied index is now lower than readState.Index' (duration: 29.77778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:04.111717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.374686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:04.111792Z","caller":"traceutil/trace.go:171","msg":"trace[1696356958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4740; }","duration":"278.53412ms","start":"2026-03-31T18:40:03.833239Z","end":"2026-03-31T18:40:04.111773Z","steps":["trace[1696356958] 'agreement among raft nodes before linearized reading' (duration: 278.378727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:06.794154Z","caller":"traceutil/trace.go:171","msg":"trace[920746566] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"365.355412ms","start":"2026-03-31T18:40:06.42877Z","end":"2026-03-31T18:40:06.794126Z","steps":["trace[920746566] 'process raft request' (duration: 365.046535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:06.794531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:06.428741Z","time spent":"365.501216ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:07.059832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.64421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:07.059956Z","caller":"traceutil/trace.go:171","msg":"trace[402225573] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4976; }","duration":"417.73992ms","start":"2026-03-31T18:40:06.642195Z","end":"2026-03-31T18:40:07.059935Z","steps":["trace[402225573] 'read index received' (duration: 77.164265ms)","trace[402225573] 'applied index is now lower than readState.Index' (duration: 340.574205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:07.060028Z","caller":"traceutil/trace.go:171","msg":"trace[1656471278] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"461.8015ms","start":"2026-03-31T18:40:06.598183Z","end":"2026-03-31T18:40:07.059985Z","steps":["trace[1656471278] 'process raft request' (duration: 195.929984ms)","trace[1656471278] 'compare' (duration: 265.457546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:07.060329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.661394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:07.060357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.107029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:40:07.060408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.18227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:07.06049Z","caller":"traceutil/trace.go:171","msg":"trace[1776655450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4771; }","duration":"418.306923ms","start":"2026-03-31T18:40:06.642134Z","end":"2026-03-31T18:40:07.060441Z","steps":["trace[1776655450] 'agreement among raft nodes before linearized reading' (duration: 418.039897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:07.060418Z","caller":"traceutil/trace.go:171","msg":"trace[647516325] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4771; }","duration":"415.764696ms","start":"2026-03-31T18:40:06.64462Z","end":"2026-03-31T18:40:07.060385Z","steps":["trace[647516325] 'agreement among raft nodes before linearized reading' (duration: 415.628753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:07.060619Z","caller":"traceutil/trace.go:171","msg":"trace[376833894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4771; }","duration":"228.339783ms","start":"2026-03-31T18:40:06.832176Z","end":"2026-03-31T18:40:07.060516Z","steps":["trace[376833894] 'agreement among raft nodes before linearized reading' (duration: 228.20676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:07.0606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.449404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:07.060599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:06.642112Z","time spent":"418.438386ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:40:07.060739Z","caller":"traceutil/trace.go:171","msg":"trace[329022033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4771; }","duration":"280.652328ms","start":"2026-03-31T18:40:06.780052Z","end":"2026-03-31T18:40:07.060704Z","steps":["trace[329022033] 'agreement among raft nodes before linearized reading' (duration: 280.27197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:07.060718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:06.644612Z","time spent":"416.013571ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:07.060355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.592242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:40:07.06063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:06.598159Z","time spent":"462.150787ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:07.060974Z","caller":"traceutil/trace.go:171","msg":"trace[1705773444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4771; }","duration":"267.211656ms","start":"2026-03-31T18:40:06.793713Z","end":"2026-03-31T18:40:07.060925Z","steps":["trace[1705773444] 'agreement among raft nodes before linearized reading' (duration: 266.538351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:07.060646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.355092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:40:07.06113Z","caller":"traceutil/trace.go:171","msg":"trace[1223226972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4771; }","duration":"268.869884ms","start":"2026-03-31T18:40:06.792233Z","end":"2026-03-31T18:40:07.061103Z","steps":["trace[1223226972] 'agreement among raft nodes before linearized reading' (duration: 268.180609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:07.06146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.182582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:07.061534Z","caller":"traceutil/trace.go:171","msg":"trace[203654078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4771; }","duration":"371.295325ms","start":"2026-03-31T18:40:06.690221Z","end":"2026-03-31T18:40:07.061517Z","steps":["trace[203654078] 'agreement among raft nodes before linearized reading' (duration: 370.222481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:07.061563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:06.690206Z","time spent":"371.350196ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:40:29.419401Z","caller":"traceutil/trace.go:171","msg":"trace[2088385679] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5133; }","duration":"129.664064ms","start":"2026-03-31T18:40:29.289708Z","end":"2026-03-31T18:40:29.419372Z","steps":["trace[2088385679] 'read index received' (duration: 129.402389ms)","trace[2088385679] 'applied index is now lower than readState.Index' (duration: 260.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:29.419521Z","caller":"traceutil/trace.go:171","msg":"trace[582967919] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"209.606312ms","start":"2026-03-31T18:40:29.209885Z","end":"2026-03-31T18:40:29.419491Z","steps":["trace[582967919] 'process raft request' (duration: 209.305655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.41966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.93273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:40:29.419774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.064906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:29.419843Z","caller":"traceutil/trace.go:171","msg":"trace[704350376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4922; }","duration":"103.17422ms","start":"2026-03-31T18:40:29.316658Z","end":"2026-03-31T18:40:29.419832Z","steps":["trace[704350376] 'agreement among raft nodes before linearized reading' (duration: 103.043817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.419762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.152076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:29.419823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.497575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:40:29.419833Z","caller":"traceutil/trace.go:171","msg":"trace[643742482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4922; }","duration":"130.149735ms","start":"2026-03-31T18:40:29.289664Z","end":"2026-03-31T18:40:29.419814Z","steps":["trace[643742482] 'agreement among raft nodes before linearized reading' (duration: 129.863309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.419861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.064933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:29.419893Z","caller":"traceutil/trace.go:171","msg":"trace[1240266657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4922; }","duration":"118.312159ms","start":"2026-03-31T18:40:29.30156Z","end":"2026-03-31T18:40:29.419872Z","steps":["trace[1240266657] 'agreement among raft nodes before linearized reading' (duration: 118.121335ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:29.419926Z","caller":"traceutil/trace.go:171","msg":"trace[512885246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4922; }","duration":"127.732961ms","start":"2026-03-31T18:40:29.292174Z","end":"2026-03-31T18:40:29.419907Z","steps":["trace[512885246] 'agreement among raft nodes before linearized reading' (duration: 127.426814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:29.419961Z","caller":"traceutil/trace.go:171","msg":"trace[1395487913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4922; }","duration":"114.202267ms","start":"2026-03-31T18:40:29.305735Z","end":"2026-03-31T18:40:29.419937Z","steps":["trace[1395487913] 'agreement among raft nodes before linearized reading' (duration: 113.933201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:29.757962Z","caller":"traceutil/trace.go:171","msg":"trace[44467096] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"333.572937ms","start":"2026-03-31T18:40:29.424363Z","end":"2026-03-31T18:40:29.757936Z","steps":["trace[44467096] 'process raft request' (duration: 329.872855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.758137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.424332Z","time spent":"333.710321ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:29.760388Z","caller":"traceutil/trace.go:171","msg":"trace[2036838482] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"335.318517ms","start":"2026-03-31T18:40:29.425048Z","end":"2026-03-31T18:40:29.760366Z","steps":["trace[2036838482] 'process raft request' (duration: 335.172444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.760531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.425039Z","time spent":"335.41104ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:29.760554Z","caller":"traceutil/trace.go:171","msg":"trace[1077702476] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"335.394019ms","start":"2026-03-31T18:40:29.42515Z","end":"2026-03-31T18:40:29.760544Z","steps":["trace[1077702476] 'process raft request' (duration: 335.178665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.760609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.42514Z","time spent":"335.43822ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:29.760829Z","caller":"traceutil/trace.go:171","msg":"trace[2088225802] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"334.97324ms","start":"2026-03-31T18:40:29.425824Z","end":"2026-03-31T18:40:29.760797Z","steps":["trace[2088225802] 'process raft request' (duration: 334.672723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:29.760901Z","caller":"traceutil/trace.go:171","msg":"trace[1643041005] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5134; }","duration":"168.285023ms","start":"2026-03-31T18:40:29.59259Z","end":"2026-03-31T18:40:29.760875Z","steps":["trace[1643041005] 'read index received' (duration: 161.728196ms)","trace[1643041005] 'applied index is now lower than readState.Index' (duration: 6.555537ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:29.760982Z","caller":"traceutil/trace.go:171","msg":"trace[419884703] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"334.972489ms","start":"2026-03-31T18:40:29.426002Z","end":"2026-03-31T18:40:29.760975Z","steps":["trace[419884703] 'process raft request' (duration: 334.689823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:29.760984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.425818Z","time spent":"335.073882ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:29.761028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:29.425966Z","time spent":"335.040411ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:29.761173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.58831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:29.761231Z","caller":"traceutil/trace.go:171","msg":"trace[1042450064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4927; }","duration":"168.703692ms","start":"2026-03-31T18:40:29.592511Z","end":"2026-03-31T18:40:29.761214Z","steps":["trace[1042450064] 'agreement among raft nodes before linearized reading' (duration: 168.528868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:34.902232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280650510,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:40:34.975061Z","caller":"traceutil/trace.go:171","msg":"trace[1657763137] linearizableReadLoop","detail":"{readStateIndex:5165; appliedIndex:5164; }","duration":"573.929031ms","start":"2026-03-31T18:40:34.401107Z","end":"2026-03-31T18:40:34.975036Z","steps":["trace[1657763137] 'read index received' (duration: 573.871ms)","trace[1657763137] 'applied index is now lower than readState.Index' (duration: 48.721µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:34.975169Z","caller":"traceutil/trace.go:171","msg":"trace[2105240459] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"592.566339ms","start":"2026-03-31T18:40:34.382591Z","end":"2026-03-31T18:40:34.975157Z","steps":["trace[2105240459] 'process raft request' (duration: 592.297133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:34.975279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.382563Z","time spent":"592.633121ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:34.975343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.238437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:40:34.975409Z","caller":"traceutil/trace.go:171","msg":"trace[935124457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:4952; }","duration":"574.34995ms","start":"2026-03-31T18:40:34.401032Z","end":"2026-03-31T18:40:34.975382Z","steps":["trace[935124457] 'agreement among raft nodes before linearized reading' (duration: 574.149475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:34.975453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.401005Z","time spent":"574.439483ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:40:35.475858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280650513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:35.977046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280650513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:40:36.452842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477934512s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:40:37.607884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154740875s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:37.608036Z","caller":"traceutil/trace.go:171","msg":"trace[1038313127] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"2.665439183s","start":"2026-03-31T18:40:34.942572Z","end":"2026-03-31T18:40:37.608011Z","steps":["trace[1038313127] 'process raft request' (duration: 1.510479143s)","trace[1038313127] 'compare' (duration: 1.154263455s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:37.608111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.942546Z","time spent":"2.665526175s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:37.813696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35689347s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:40:37.833557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:40:37.833655Z","caller":"traceutil/trace.go:171","msg":"trace[1194208922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228711s","start":"2026-03-31T18:40:35.833406Z","end":"2026-03-31T18:40:37.833635Z","steps":["trace[1194208922] 'agreement among raft nodes before linearized reading' (duration: 2.000085198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:37.833712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.833386Z","time spent":"2.000315393s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:40:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:40:38.167141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.018056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:38.167384Z","caller":"traceutil/trace.go:171","msg":"trace[410018963] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"2.724734457s","start":"2026-03-31T18:40:35.442619Z","end":"2026-03-31T18:40:38.167354Z","steps":["trace[410018963] 'process raft request' (duration: 2.371424696s)","trace[410018963] 'compare' (duration: 352.833131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:38.167751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.442593Z","time spent":"2.725075524s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:40:38.218501Z","caller":"traceutil/trace.go:171","msg":"trace[50919451] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5165; }","duration":"3.243332114s","start":"2026-03-31T18:40:34.975129Z","end":"2026-03-31T18:40:38.218461Z","steps":["trace[50919451] 'read index received' (duration: 1.477935162s)","trace[50919451] 'applied index is now lower than readState.Index' (duration: 1.765391642s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:38.21849Z","caller":"traceutil/trace.go:171","msg":"trace[1227121760] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"1.235402929s","start":"2026-03-31T18:40:36.983058Z","end":"2026-03-31T18:40:38.218461Z","steps":["trace[1227121760] 'process raft request' (duration: 1.235269046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.218707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362703687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:40:38.218788Z","caller":"traceutil/trace.go:171","msg":"trace[1833723107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4955; }","duration":"3.362826409s","start":"2026-03-31T18:40:34.855942Z","end":"2026-03-31T18:40:38.218769Z","steps":["trace[1833723107] 'agreement among raft nodes before linearized reading' (duration: 3.362581083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.218826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.855926Z","time spent":"3.362892081s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:40:38.218806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.983009Z","time spent":"1.235703656s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:40:38.218832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497390784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:38.218998Z","caller":"traceutil/trace.go:171","msg":"trace[2088329954] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4955; }","duration":"3.497613889s","start":"2026-03-31T18:40:34.721346Z","end":"2026-03-31T18:40:38.21896Z","steps":["trace[2088329954] 'agreement among raft nodes before linearized reading' (duration: 3.497266841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.21909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.721253Z","time spent":"3.497814323s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:38.219124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24277482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:40:38.219244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.132756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:38.219278Z","caller":"traceutil/trace.go:171","msg":"trace[576279090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4955; }","duration":"385.222799ms","start":"2026-03-31T18:40:37.834048Z","end":"2026-03-31T18:40:38.219271Z","steps":["trace[576279090] 'agreement among raft nodes before linearized reading' (duration: 385.178658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:37.834015Z","time spent":"385.27951ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971611005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:38.219374Z","caller":"traceutil/trace.go:171","msg":"trace[1318719687] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4955; }","duration":"2.971716278s","start":"2026-03-31T18:40:35.24764Z","end":"2026-03-31T18:40:38.219356Z","steps":["trace[1318719687] 'agreement among raft nodes before linearized reading' (duration: 2.971613325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426173615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:40:38.21942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.247622Z","time spent":"2.971787879s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:38.219437Z","caller":"traceutil/trace.go:171","msg":"trace[1685718000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4955; }","duration":"2.426205546s","start":"2026-03-31T18:40:35.793216Z","end":"2026-03-31T18:40:38.219421Z","steps":["trace[1685718000] 'agreement among raft nodes before linearized reading' (duration: 2.426132014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429395158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:40:38.219473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.793177Z","time spent":"2.426288799s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425734205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:40:38.219521Z","caller":"traceutil/trace.go:171","msg":"trace[1801999097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4955; }","duration":"2.429546933s","start":"2026-03-31T18:40:35.789948Z","end":"2026-03-31T18:40:38.219495Z","steps":["trace[1801999097] 'agreement among raft nodes before linearized reading' (duration: 2.429297156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.789923Z","time spent":"2.429639404s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868450287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:38.219606Z","caller":"traceutil/trace.go:171","msg":"trace[514946622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4955; }","duration":"2.868521128s","start":"2026-03-31T18:40:35.351078Z","end":"2026-03-31T18:40:38.219599Z","steps":["trace[514946622] 'agreement among raft nodes before linearized reading' (duration: 2.868468507s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.219484Z","caller":"traceutil/trace.go:171","msg":"trace[614625206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4955; }","duration":"3.243040946s","start":"2026-03-31T18:40:34.97622Z","end":"2026-03-31T18:40:38.219261Z","steps":["trace[614625206] 'agreement among raft nodes before linearized reading' (duration: 3.242710799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431630068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:38.219716Z","caller":"traceutil/trace.go:171","msg":"trace[1719629161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4955; }","duration":"2.431688529s","start":"2026-03-31T18:40:35.788022Z","end":"2026-03-31T18:40:38.219711Z","steps":["trace[1719629161] 'agreement among raft nodes before linearized reading' (duration: 2.431619608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.787995Z","time spent":"2.431735141s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434460901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:40:38.21986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239980638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:40:38.219904Z","caller":"traceutil/trace.go:171","msg":"trace[160000500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4955; }","duration":"2.434509012s","start":"2026-03-31T18:40:35.785384Z","end":"2026-03-31T18:40:38.219894Z","steps":["trace[160000500] 'agreement among raft nodes before linearized reading' (duration: 2.43438571s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.219914Z","caller":"traceutil/trace.go:171","msg":"trace[977051438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4955; }","duration":"3.24003499s","start":"2026-03-31T18:40:34.979868Z","end":"2026-03-31T18:40:38.219903Z","steps":["trace[977051438] 'agreement among raft nodes before linearized reading' (duration: 3.239827765s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.219529Z","caller":"traceutil/trace.go:171","msg":"trace[863107221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4955; }","duration":"2.425971841s","start":"2026-03-31T18:40:35.79355Z","end":"2026-03-31T18:40:38.219522Z","steps":["trace[863107221] 'agreement among raft nodes before linearized reading' (duration: 2.425717005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.219936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.785318Z","time spent":"2.434611175s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.979832Z","time spent":"3.240105201s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63045,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.793531Z","time spent":"2.426426391s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.351059Z","time spent":"2.868562059s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:40:38.219193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913275436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-31T18:40:38.220105Z","caller":"traceutil/trace.go:171","msg":"trace[241829830] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4955; }","duration":"1.914208377s","start":"2026-03-31T18:40:36.305869Z","end":"2026-03-31T18:40:38.220077Z","steps":["trace[241829830] 'agreement among raft nodes before linearized reading' (duration: 1.913263166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.220191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:36.305853Z","time spent":"1.914316361s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426544604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:40:38.220252Z","caller":"traceutil/trace.go:171","msg":"trace[766065825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4955; }","duration":"2.427594918s","start":"2026-03-31T18:40:35.792648Z","end":"2026-03-31T18:40:38.220243Z","steps":["trace[766065825] 'agreement among raft nodes before linearized reading' (duration: 2.426468922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:38.220286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:35.792635Z","time spent":"2.427642849s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:40:38.219784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:34.9762Z","time spent":"3.243494607s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:40:38.347485Z","caller":"traceutil/trace.go:171","msg":"trace[149953848] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"122.079013ms","start":"2026-03-31T18:40:38.225383Z","end":"2026-03-31T18:40:38.347462Z","steps":["trace[149953848] 'process raft request' (duration: 122.000842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.347503Z","caller":"traceutil/trace.go:171","msg":"trace[336581661] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"122.599306ms","start":"2026-03-31T18:40:38.224876Z","end":"2026-03-31T18:40:38.347475Z","steps":["trace[336581661] 'process raft request' (duration: 122.375291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.347761Z","caller":"traceutil/trace.go:171","msg":"trace[1123602035] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"122.35548ms","start":"2026-03-31T18:40:38.225386Z","end":"2026-03-31T18:40:38.347742Z","steps":["trace[1123602035] 'process raft request' (duration: 122.037933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.347901Z","caller":"traceutil/trace.go:171","msg":"trace[132004524] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"122.36825ms","start":"2026-03-31T18:40:38.22552Z","end":"2026-03-31T18:40:38.347888Z","steps":["trace[132004524] 'process raft request' (duration: 122.107924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.348009Z","caller":"traceutil/trace.go:171","msg":"trace[264893403] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"121.229284ms","start":"2026-03-31T18:40:38.22677Z","end":"2026-03-31T18:40:38.347999Z","steps":["trace[264893403] 'process raft request' (duration: 120.955318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:38.347976Z","caller":"traceutil/trace.go:171","msg":"trace[656393726] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5170; }","duration":"118.482703ms","start":"2026-03-31T18:40:38.229469Z","end":"2026-03-31T18:40:38.347952Z","steps":["trace[656393726] 'read index received' (duration: 27.525539ms)","trace[656393726] 'applied index is now lower than readState.Index' (duration: 90.956184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:38.348285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.79345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:38.348392Z","caller":"traceutil/trace.go:171","msg":"trace[1334556126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4961; }","duration":"118.910754ms","start":"2026-03-31T18:40:38.229463Z","end":"2026-03-31T18:40:38.348373Z","steps":["trace[1334556126] 'agreement among raft nodes before linearized reading' (duration: 118.755999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.003638Z","caller":"traceutil/trace.go:171","msg":"trace[794904547] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"212.595818ms","start":"2026-03-31T18:40:40.791003Z","end":"2026-03-31T18:40:41.003599Z","steps":["trace[794904547] 'process raft request' (duration: 212.274341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:41.003782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.419408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:41.00359Z","caller":"traceutil/trace.go:171","msg":"trace[659567714] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"169.261724ms","start":"2026-03-31T18:40:40.834287Z","end":"2026-03-31T18:40:41.003549Z","steps":["trace[659567714] 'read index received' (duration: 168.813664ms)","trace[659567714] 'applied index is now lower than readState.Index' (duration: 446.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:41.003888Z","caller":"traceutil/trace.go:171","msg":"trace[524175831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4975; }","duration":"169.630612ms","start":"2026-03-31T18:40:40.834233Z","end":"2026-03-31T18:40:41.003864Z","steps":["trace[524175831] 'agreement among raft nodes before linearized reading' (duration: 169.403397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.212462Z","caller":"traceutil/trace.go:171","msg":"trace[1908939094] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"205.622392ms","start":"2026-03-31T18:40:41.006809Z","end":"2026-03-31T18:40:41.212432Z","steps":["trace[1908939094] 'read index received' (duration: 157.960941ms)","trace[1908939094] 'applied index is now lower than readState.Index' (duration: 47.659601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:41.212687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.855547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T18:40:41.212753Z","caller":"traceutil/trace.go:171","msg":"trace[1397727197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3c7bd6a-5f16-417c-b1d9-c040e0e5c5f6; range_end:; response_count:1; response_revision:4975; }","duration":"205.95337ms","start":"2026-03-31T18:40:41.006781Z","end":"2026-03-31T18:40:41.212735Z","steps":["trace[1397727197] 'agreement among raft nodes before linearized reading' (duration: 205.767056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.484634Z","caller":"traceutil/trace.go:171","msg":"trace[221800736] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5192; }","duration":"179.954425ms","start":"2026-03-31T18:40:41.304663Z","end":"2026-03-31T18:40:41.484618Z","steps":["trace[221800736] 'read index received' (duration: 179.841613ms)","trace[221800736] 'applied index is now lower than readState.Index' (duration: 112.302µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:41.484712Z","caller":"traceutil/trace.go:171","msg":"trace[824834135] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"180.516108ms","start":"2026-03-31T18:40:41.304173Z","end":"2026-03-31T18:40:41.484689Z","steps":["trace[824834135] 'process raft request' (duration: 180.342554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:41.484826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.148969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:40:41.484902Z","caller":"traceutil/trace.go:171","msg":"trace[2058567509] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4977; }","duration":"180.265002ms","start":"2026-03-31T18:40:41.30462Z","end":"2026-03-31T18:40:41.484885Z","steps":["trace[2058567509] 'agreement among raft nodes before linearized reading' (duration: 180.114309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.569145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.363877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:40:42.569274Z","caller":"traceutil/trace.go:171","msg":"trace[1433848444] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5194; }","duration":"286.272454ms","start":"2026-03-31T18:40:42.282979Z","end":"2026-03-31T18:40:42.569252Z","steps":["trace[1433848444] 'read index received' (duration: 39.121379ms)","trace[1433848444] 'applied index is now lower than readState.Index' (duration: 247.149125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:42.569394Z","caller":"traceutil/trace.go:171","msg":"trace[818477490] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"291.500932ms","start":"2026-03-31T18:40:42.277876Z","end":"2026-03-31T18:40:42.569377Z","steps":["trace[818477490] 'process raft request' (duration: 157.731986ms)","trace[818477490] 'compare' (duration: 133.005219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:42.569607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.693772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:40:42.569673Z","caller":"traceutil/trace.go:171","msg":"trace[279698084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4980; }","duration":"277.781174ms","start":"2026-03-31T18:40:42.291875Z","end":"2026-03-31T18:40:42.569656Z","steps":["trace[279698084] 'agreement among raft nodes before linearized reading' (duration: 277.659632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.569746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.060257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:40:42.569801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.115438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:42.56984Z","caller":"traceutil/trace.go:171","msg":"trace[2070061780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4980; }","duration":"148.17797ms","start":"2026-03-31T18:40:42.42164Z","end":"2026-03-31T18:40:42.569818Z","steps":["trace[2070061780] 'agreement among raft nodes before linearized reading' (duration: 147.941865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.569847Z","caller":"traceutil/trace.go:171","msg":"trace[94674322] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4980; }","duration":"172.218001ms","start":"2026-03-31T18:40:42.397616Z","end":"2026-03-31T18:40:42.569834Z","steps":["trace[94674322] 'agreement among raft nodes before linearized reading' (duration: 172.140479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.569862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.204926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:40:42.569855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.405133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:40:42.569931Z","caller":"traceutil/trace.go:171","msg":"trace[1236675796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4980; }","duration":"154.335469ms","start":"2026-03-31T18:40:42.415582Z","end":"2026-03-31T18:40:42.569918Z","steps":["trace[1236675796] 'agreement among raft nodes before linearized reading' (duration: 154.134235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.569964Z","caller":"traceutil/trace.go:171","msg":"trace[1529181220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4980; }","duration":"147.524185ms","start":"2026-03-31T18:40:42.42241Z","end":"2026-03-31T18:40:42.569934Z","steps":["trace[1529181220] 'agreement among raft nodes before linearized reading' (duration: 147.240319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.56987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.887399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:40:42.570081Z","caller":"traceutil/trace.go:171","msg":"trace[671906499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:4980; }","duration":"287.107514ms","start":"2026-03-31T18:40:42.282946Z","end":"2026-03-31T18:40:42.570054Z","steps":["trace[671906499] 'agreement among raft nodes before linearized reading' (duration: 286.754655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.570157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.207521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:40:42.570247Z","caller":"traceutil/trace.go:171","msg":"trace[554662747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4980; }","duration":"148.324294ms","start":"2026-03-31T18:40:42.4219Z","end":"2026-03-31T18:40:42.570225Z","steps":["trace[554662747] 'agreement among raft nodes before linearized reading' (duration: 148.029376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:42.57113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.824478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:40:42.571298Z","caller":"traceutil/trace.go:171","msg":"trace[413605653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4980; }","duration":"150.106504ms","start":"2026-03-31T18:40:42.421167Z","end":"2026-03-31T18:40:42.571274Z","steps":["trace[413605653] 'agreement among raft nodes before linearized reading' (duration: 149.385488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.846179Z","caller":"traceutil/trace.go:171","msg":"trace[1653340872] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"271.233717ms","start":"2026-03-31T18:40:42.574915Z","end":"2026-03-31T18:40:42.846149Z","steps":["trace[1653340872] 'process raft request' (duration: 270.958991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.846204Z","caller":"traceutil/trace.go:171","msg":"trace[1740370211] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"270.452179ms","start":"2026-03-31T18:40:42.575728Z","end":"2026-03-31T18:40:42.846181Z","steps":["trace[1740370211] 'process raft request' (duration: 270.218844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.846369Z","caller":"traceutil/trace.go:171","msg":"trace[787352988] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"271.291188ms","start":"2026-03-31T18:40:42.57507Z","end":"2026-03-31T18:40:42.846361Z","steps":["trace[787352988] 'process raft request' (duration: 270.841028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.846564Z","caller":"traceutil/trace.go:171","msg":"trace[171096430] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"271.687257ms","start":"2026-03-31T18:40:42.574859Z","end":"2026-03-31T18:40:42.846546Z","steps":["trace[171096430] 'process raft request' (duration: 188.374114ms)","trace[171096430] 'compare' (duration: 82.192408ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:42.846605Z","caller":"traceutil/trace.go:171","msg":"trace[483016105] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"271.730168ms","start":"2026-03-31T18:40:42.574866Z","end":"2026-03-31T18:40:42.846596Z","steps":["trace[483016105] 'process raft request' (duration: 270.950441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:42.846201Z","caller":"traceutil/trace.go:171","msg":"trace[1917035563] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"270.236934ms","start":"2026-03-31T18:40:42.575951Z","end":"2026-03-31T18:40:42.846188Z","steps":["trace[1917035563] 'process raft request' (duration: 270.02718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:43.129703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.604057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:40:43.129806Z","caller":"traceutil/trace.go:171","msg":"trace[791742337] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4986; }","duration":"147.783551ms","start":"2026-03-31T18:40:42.982003Z","end":"2026-03-31T18:40:43.129786Z","steps":["trace[791742337] 'count revisions from in-memory index tree' (duration: 147.447303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:43.882504Z","caller":"traceutil/trace.go:171","msg":"trace[708437997] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"162.465072ms","start":"2026-03-31T18:40:43.719978Z","end":"2026-03-31T18:40:43.882443Z","steps":["trace[708437997] 'process raft request' (duration: 162.086154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:06.236597Z","caller":"traceutil/trace.go:171","msg":"trace[455660268] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"140.637361ms","start":"2026-03-31T18:41:06.095938Z","end":"2026-03-31T18:41:06.236576Z","steps":["trace[455660268] 'process raft request' (duration: 140.508388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:09.153442Z","caller":"traceutil/trace.go:171","msg":"trace[923894134] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"137.181253ms","start":"2026-03-31T18:41:09.016236Z","end":"2026-03-31T18:41:09.153417Z","steps":["trace[923894134] 'process raft request' (duration: 95.733111ms)","trace[923894134] 'compare' (duration: 41.234258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:09.167225Z","caller":"traceutil/trace.go:171","msg":"trace[1658794865] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5344; }","duration":"124.335765ms","start":"2026-03-31T18:41:09.042873Z","end":"2026-03-31T18:41:09.167208Z","steps":["trace[1658794865] 'read index received' (duration: 69.068203ms)","trace[1658794865] 'applied index is now lower than readState.Index' (duration: 55.266852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:09.167288Z","caller":"traceutil/trace.go:171","msg":"trace[337841167] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"150.959173ms","start":"2026-03-31T18:41:09.016302Z","end":"2026-03-31T18:41:09.167261Z","steps":["trace[337841167] 'process raft request' (duration: 150.79758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:09.167362Z","caller":"traceutil/trace.go:171","msg":"trace[1741743467] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"150.895392ms","start":"2026-03-31T18:41:09.016459Z","end":"2026-03-31T18:41:09.167355Z","steps":["trace[1741743467] 'process raft request' (duration: 150.715348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:09.167334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.452168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:09.167461Z","caller":"traceutil/trace.go:171","msg":"trace[1348473137] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5126; }","duration":"124.631542ms","start":"2026-03-31T18:41:09.042822Z","end":"2026-03-31T18:41:09.167453Z","steps":["trace[1348473137] 'agreement among raft nodes before linearized reading' (duration: 124.466668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:30.663567Z","caller":"traceutil/trace.go:171","msg":"trace[1355984777] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"112.226093ms","start":"2026-03-31T18:41:30.551304Z","end":"2026-03-31T18:41:30.663531Z","steps":["trace[1355984777] 'process raft request' (duration: 111.66106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:32.497346Z","caller":"traceutil/trace.go:171","msg":"trace[1683832316] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"163.011884ms","start":"2026-03-31T18:41:32.33429Z","end":"2026-03-31T18:41:32.497301Z","steps":["trace[1683832316] 'process raft request' (duration: 162.542344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:32.624172Z","caller":"traceutil/trace.go:171","msg":"trace[857187918] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"118.701038ms","start":"2026-03-31T18:41:32.505431Z","end":"2026-03-31T18:41:32.624132Z","steps":["trace[857187918] 'process raft request' (duration: 118.403241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:35.331024Z","caller":"traceutil/trace.go:171","msg":"trace[1977516977] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"100.423676ms","start":"2026-03-31T18:41:35.230573Z","end":"2026-03-31T18:41:35.330997Z","steps":["trace[1977516977] 'process raft request' (duration: 100.192841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:35.686746Z","caller":"traceutil/trace.go:171","msg":"trace[1357886597] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"163.132077ms","start":"2026-03-31T18:41:35.523578Z","end":"2026-03-31T18:41:35.68671Z","steps":["trace[1357886597] 'process raft request' (duration: 116.215003ms)","trace[1357886597] 'compare' (duration: 46.560056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:35.686718Z","caller":"traceutil/trace.go:171","msg":"trace[53225235] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5565; }","duration":"133.296766ms","start":"2026-03-31T18:41:35.55336Z","end":"2026-03-31T18:41:35.686657Z","steps":["trace[53225235] 'read index received' (duration: 86.173197ms)","trace[53225235] 'applied index is now lower than readState.Index' (duration: 47.120599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:35.686998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.612834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:35.687085Z","caller":"traceutil/trace.go:171","msg":"trace[608556236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5337; }","duration":"133.754077ms","start":"2026-03-31T18:41:35.553312Z","end":"2026-03-31T18:41:35.687066Z","steps":["trace[608556236] 'agreement among raft nodes before linearized reading' (duration: 133.481581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.192729Z","caller":"traceutil/trace.go:171","msg":"trace[696899133] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5589; }","duration":"133.608203ms","start":"2026-03-31T18:41:39.059092Z","end":"2026-03-31T18:41:39.1927Z","steps":["trace[696899133] 'read index received' (duration: 83.319073ms)","trace[696899133] 'applied index is now lower than readState.Index' (duration: 50.28818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:39.192959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.848749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:39.192984Z","caller":"traceutil/trace.go:171","msg":"trace[1226524740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:5350; }","duration":"133.932901ms","start":"2026-03-31T18:41:39.059045Z","end":"2026-03-31T18:41:39.192978Z","steps":["trace[1226524740] 'agreement among raft nodes before linearized reading' (duration: 133.750486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:39.193118Z","caller":"traceutil/trace.go:171","msg":"trace[332776581] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"135.486015ms","start":"2026-03-31T18:41:39.057625Z","end":"2026-03-31T18:41:39.193111Z","steps":["trace[332776581] 'process raft request' (duration: 84.867608ms)","trace[332776581] 'compare' (duration: 49.981453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:40.050338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.90296ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:40.050486Z","caller":"traceutil/trace.go:171","msg":"trace[1376930436] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5355; }","duration":"154.076834ms","start":"2026-03-31T18:41:39.896383Z","end":"2026-03-31T18:41:40.05046Z","steps":["trace[1376930436] 'range keys from in-memory index tree' (duration: 153.877999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.051162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.782259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:40.051319Z","caller":"traceutil/trace.go:171","msg":"trace[2122479844] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5595; }","duration":"223.923672ms","start":"2026-03-31T18:41:39.827373Z","end":"2026-03-31T18:41:40.051297Z","steps":["trace[2122479844] 'read index received' (duration: 76.801485ms)","trace[2122479844] 'applied index is now lower than readState.Index' (duration: 147.120777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:40.051382Z","caller":"traceutil/trace.go:171","msg":"trace[473336382] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"224.383943ms","start":"2026-03-31T18:41:39.82693Z","end":"2026-03-31T18:41:40.051314Z","steps":["trace[473336382] 'process raft request' (duration: 77.315418ms)","trace[473336382] 'compare' (duration: 146.305599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:40.051539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.444387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:40.051596Z","caller":"traceutil/trace.go:171","msg":"trace[1827406040] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5356; }","duration":"164.552299ms","start":"2026-03-31T18:41:39.887029Z","end":"2026-03-31T18:41:40.051582Z","steps":["trace[1827406040] 'agreement among raft nodes before linearized reading' (duration: 164.444187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.05153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.106928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:41:40.051653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.256101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16180"} {"level":"info","ts":"2026-03-31T18:41:40.051719Z","caller":"traceutil/trace.go:171","msg":"trace[629514273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5356; }","duration":"220.308082ms","start":"2026-03-31T18:41:39.83137Z","end":"2026-03-31T18:41:40.051678Z","steps":["trace[629514273] 'agreement among raft nodes before linearized reading' (duration: 220.092728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:40.051745Z","caller":"traceutil/trace.go:171","msg":"trace[634381708] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5356; }","duration":"224.400803ms","start":"2026-03-31T18:41:39.827323Z","end":"2026-03-31T18:41:40.051723Z","steps":["trace[634381708] 'agreement among raft nodes before linearized reading' (duration: 224.097207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:40.878044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.856725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:41:40.878212Z","caller":"traceutil/trace.go:171","msg":"trace[1871954510] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5358; }","duration":"193.07495ms","start":"2026-03-31T18:41:40.685101Z","end":"2026-03-31T18:41:40.878176Z","steps":["trace[1871954510] 'range keys from in-memory index tree' (duration: 192.64567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.240649Z","caller":"traceutil/trace.go:171","msg":"trace[325375006] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"194.753357ms","start":"2026-03-31T18:41:41.045862Z","end":"2026-03-31T18:41:41.240615Z","steps":["trace[325375006] 'process raft request' (duration: 112.344835ms)","trace[325375006] 'compare' (duration: 82.165456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.240643Z","caller":"traceutil/trace.go:171","msg":"trace[1094760703] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"192.029857ms","start":"2026-03-31T18:41:41.048589Z","end":"2026-03-31T18:41:41.240618Z","steps":["trace[1094760703] 'process raft request' (duration: 191.953685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.436351Z","caller":"traceutil/trace.go:171","msg":"trace[1811189587] linearizableReadLoop","detail":"{readStateIndex:5603; appliedIndex:5602; }","duration":"233.265473ms","start":"2026-03-31T18:41:41.203052Z","end":"2026-03-31T18:41:41.436317Z","steps":["trace[1811189587] 'read index received' (duration: 163.844922ms)","trace[1811189587] 'applied index is now lower than readState.Index' (duration: 69.419491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.436374Z","caller":"traceutil/trace.go:171","msg":"trace[1872642714] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"238.326477ms","start":"2026-03-31T18:41:41.198009Z","end":"2026-03-31T18:41:41.436335Z","steps":["trace[1872642714] 'process raft request' (duration: 168.879326ms)","trace[1872642714] 'compare' (duration: 69.237357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:41.436564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.235906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:41:41.436645Z","caller":"traceutil/trace.go:171","msg":"trace[1718465189] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5362; }","duration":"194.351609ms","start":"2026-03-31T18:41:41.24226Z","end":"2026-03-31T18:41:41.436611Z","steps":["trace[1718465189] 'agreement among raft nodes before linearized reading' (duration: 194.220876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:41.436733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.654541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:41.43684Z","caller":"traceutil/trace.go:171","msg":"trace[889030243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:5362; }","duration":"233.821775ms","start":"2026-03-31T18:41:41.202995Z","end":"2026-03-31T18:41:41.436817Z","steps":["trace[889030243] 'agreement among raft nodes before linearized reading' (duration: 233.416536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:41.624811Z","caller":"traceutil/trace.go:171","msg":"trace[115882882] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"162.540993ms","start":"2026-03-31T18:41:41.462175Z","end":"2026-03-31T18:41:41.624716Z","steps":["trace[115882882] 'process raft request' (duration: 107.581759ms)","trace[115882882] 'compare' (duration: 54.678718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:41.784674Z","caller":"traceutil/trace.go:171","msg":"trace[373496662] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"113.531781ms","start":"2026-03-31T18:41:41.671109Z","end":"2026-03-31T18:41:41.784641Z","steps":["trace[373496662] 'process raft request' (duration: 82.038073ms)","trace[373496662] 'compare' (duration: 31.353275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:42.723349Z","caller":"traceutil/trace.go:171","msg":"trace[873457069] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"151.133017ms","start":"2026-03-31T18:41:42.572169Z","end":"2026-03-31T18:41:42.723302Z","steps":["trace[873457069] 'process raft request' (duration: 136.187361ms)","trace[873457069] 'compare' (duration: 14.410844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:42.953251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.535927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:42.95338Z","caller":"traceutil/trace.go:171","msg":"trace[1745109579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5372; }","duration":"115.752862ms","start":"2026-03-31T18:41:42.837603Z","end":"2026-03-31T18:41:42.953356Z","steps":["trace[1745109579] 'range keys from in-memory index tree' (duration: 115.400684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.688131Z","caller":"traceutil/trace.go:171","msg":"trace[597441038] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"244.996268ms","start":"2026-03-31T18:41:43.443096Z","end":"2026-03-31T18:41:43.688092Z","steps":["trace[597441038] 'process raft request' (duration: 200.626391ms)","trace[597441038] 'compare' (duration: 44.148672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:43.688112Z","caller":"traceutil/trace.go:171","msg":"trace[1193359261] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5614; }","duration":"240.20259ms","start":"2026-03-31T18:41:43.447871Z","end":"2026-03-31T18:41:43.688074Z","steps":["trace[1193359261] 'read index received' (duration: 195.876413ms)","trace[1193359261] 'applied index is now lower than readState.Index' (duration: 44.324467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:43.688304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.416124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:41:43.688349Z","caller":"traceutil/trace.go:171","msg":"trace[1623582308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:5374; }","duration":"240.515646ms","start":"2026-03-31T18:41:43.447822Z","end":"2026-03-31T18:41:43.688338Z","steps":["trace[1623582308] 'agreement among raft nodes before linearized reading' (duration: 240.345623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.921001Z","caller":"traceutil/trace.go:171","msg":"trace[2126119734] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5615; }","duration":"227.762999ms","start":"2026-03-31T18:41:43.693203Z","end":"2026-03-31T18:41:43.920966Z","steps":["trace[2126119734] 'read index received' (duration: 226.683085ms)","trace[2126119734] 'applied index is now lower than readState.Index' (duration: 1.078174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:43.92105Z","caller":"traceutil/trace.go:171","msg":"trace[1477823178] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"228.22476ms","start":"2026-03-31T18:41:43.692788Z","end":"2026-03-31T18:41:43.921012Z","steps":["trace[1477823178] 'process raft request' (duration: 227.178596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.921366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.132598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:41:43.921451Z","caller":"traceutil/trace.go:171","msg":"trace[771172135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5375; }","duration":"228.25212ms","start":"2026-03-31T18:41:43.693182Z","end":"2026-03-31T18:41:43.921434Z","steps":["trace[771172135] 'agreement among raft nodes before linearized reading' (duration: 227.921782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.989845Z","caller":"traceutil/trace.go:171","msg":"trace[1274864649] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"296.324449ms","start":"2026-03-31T18:41:43.693489Z","end":"2026-03-31T18:41:43.989813Z","steps":["trace[1274864649] 'process raft request' (duration: 296.230767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.989876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.131642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:41:43.989928Z","caller":"traceutil/trace.go:171","msg":"trace[388037892] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"296.291239ms","start":"2026-03-31T18:41:43.693602Z","end":"2026-03-31T18:41:43.989893Z","steps":["trace[388037892] 'process raft request' (duration: 296.143656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.989958Z","caller":"traceutil/trace.go:171","msg":"trace[236985067] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5378; }","duration":"234.234874ms","start":"2026-03-31T18:41:43.755705Z","end":"2026-03-31T18:41:43.98994Z","steps":["trace[236985067] 'agreement among raft nodes before linearized reading' (duration: 234.076031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:43.99Z","caller":"traceutil/trace.go:171","msg":"trace[942328140] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"296.572946ms","start":"2026-03-31T18:41:43.693391Z","end":"2026-03-31T18:41:43.989964Z","steps":["trace[942328140] 'process raft request' (duration: 296.199477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:43.990104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.504418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:43.990161Z","caller":"traceutil/trace.go:171","msg":"trace[538996506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5378; }","duration":"148.612731ms","start":"2026-03-31T18:41:43.841535Z","end":"2026-03-31T18:41:43.990148Z","steps":["trace[538996506] 'agreement among raft nodes before linearized reading' (duration: 148.468276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:46.131149Z","caller":"traceutil/trace.go:171","msg":"trace[1089307107] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5625; }","duration":"115.767862ms","start":"2026-03-31T18:41:46.01534Z","end":"2026-03-31T18:41:46.131108Z","steps":["trace[1089307107] 'read index received' (duration: 89.621014ms)","trace[1089307107] 'applied index is now lower than readState.Index' (duration: 26.144968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:46.131463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.08983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:46.131501Z","caller":"traceutil/trace.go:171","msg":"trace[1245263791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5384; }","duration":"116.198582ms","start":"2026-03-31T18:41:46.015293Z","end":"2026-03-31T18:41:46.131492Z","steps":["trace[1245263791] 'agreement among raft nodes before linearized reading' (duration: 115.973687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:48.091765Z","caller":"traceutil/trace.go:171","msg":"trace[846757370] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5635; }","duration":"106.393101ms","start":"2026-03-31T18:41:47.985347Z","end":"2026-03-31T18:41:48.09174Z","steps":["trace[846757370] 'read index received' (duration: 106.248968ms)","trace[846757370] 'applied index is now lower than readState.Index' (duration: 143.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:48.091819Z","caller":"traceutil/trace.go:171","msg":"trace[312287771] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"107.756202ms","start":"2026-03-31T18:41:47.984034Z","end":"2026-03-31T18:41:48.09179Z","steps":["trace[312287771] 'process raft request' (duration: 107.535818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.092127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.692958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:41:48.092201Z","caller":"traceutil/trace.go:171","msg":"trace[633663207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5394; }","duration":"106.852211ms","start":"2026-03-31T18:41:47.985332Z","end":"2026-03-31T18:41:48.092184Z","steps":["trace[633663207] 'agreement among raft nodes before linearized reading' (duration: 106.507024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.336717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.89115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:41:48.336808Z","caller":"traceutil/trace.go:171","msg":"trace[818520155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5394; }","duration":"199.026363ms","start":"2026-03-31T18:41:48.137765Z","end":"2026-03-31T18:41:48.336791Z","steps":["trace[818520155] 'range keys from in-memory index tree' (duration: 198.726247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.337064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.259669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:41:48.33728Z","caller":"traceutil/trace.go:171","msg":"trace[591225577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5394; }","duration":"199.879103ms","start":"2026-03-31T18:41:48.137344Z","end":"2026-03-31T18:41:48.337223Z","steps":["trace[591225577] 'range keys from in-memory index tree' (duration: 198.972092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.337554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.083831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:41:48.337597Z","caller":"traceutil/trace.go:171","msg":"trace[394069238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5394; }","duration":"198.141663ms","start":"2026-03-31T18:41:48.13944Z","end":"2026-03-31T18:41:48.337581Z","steps":["trace[394069238] 'range keys from in-memory index tree' (duration: 197.844337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.670813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.838163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:48.671054Z","caller":"traceutil/trace.go:171","msg":"trace[241506621] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"327.44806ms","start":"2026-03-31T18:41:48.34359Z","end":"2026-03-31T18:41:48.671038Z","steps":["trace[241506621] 'process raft request' (duration: 327.390929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.671109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.343579Z","time spent":"327.507111ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:48.671123Z","caller":"traceutil/trace.go:171","msg":"trace[666094553] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"329.390643ms","start":"2026-03-31T18:41:48.341703Z","end":"2026-03-31T18:41:48.671094Z","steps":["trace[666094553] 'process raft request' (duration: 189.192502ms)","trace[666094553] 'compare' (duration: 139.67001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:48.671185Z","caller":"traceutil/trace.go:171","msg":"trace[1542455320] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"329.437015ms","start":"2026-03-31T18:41:48.341708Z","end":"2026-03-31T18:41:48.671145Z","steps":["trace[1542455320] 'process raft request' (duration: 329.209709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.671285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.341681Z","time spent":"329.525298ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:48.671318Z","caller":"traceutil/trace.go:171","msg":"trace[1257467886] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"328.034385ms","start":"2026-03-31T18:41:48.343276Z","end":"2026-03-31T18:41:48.671311Z","steps":["trace[1257467886] 'process raft request' (duration: 327.682826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:48.671363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.343261Z","time spent":"328.081876ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:48.671372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:48.341689Z","time spent":"329.584799ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:48.963809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.052083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:48.963953Z","caller":"traceutil/trace.go:171","msg":"trace[842579389] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5641; }","duration":"130.410662ms","start":"2026-03-31T18:41:48.833522Z","end":"2026-03-31T18:41:48.963933Z","steps":["trace[842579389] 'read index received' (duration: 16.030351ms)","trace[842579389] 'applied index is now lower than readState.Index' (duration: 114.374911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:48.964184Z","caller":"traceutil/trace.go:171","msg":"trace[2143019628] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"198.906961ms","start":"2026-03-31T18:41:48.765251Z","end":"2026-03-31T18:41:48.964157Z","steps":["trace[2143019628] 'process raft request' (duration: 84.382367ms)","trace[2143019628] 'compare' (duration: 113.783428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:48.964381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.606346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:48.964461Z","caller":"traceutil/trace.go:171","msg":"trace[317827357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5400; }","duration":"130.973605ms","start":"2026-03-31T18:41:48.833447Z","end":"2026-03-31T18:41:48.964421Z","steps":["trace[317827357] 'agreement among raft nodes before linearized reading' (duration: 130.545255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:49.489393Z","caller":"traceutil/trace.go:171","msg":"trace[884746919] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"118.400452ms","start":"2026-03-31T18:41:49.370957Z","end":"2026-03-31T18:41:49.489358Z","steps":["trace[884746919] 'process raft request' (duration: 118.108824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.01765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.907687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:50.017779Z","caller":"traceutil/trace.go:171","msg":"trace[1619084859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5401; }","duration":"121.05548ms","start":"2026-03-31T18:41:49.896707Z","end":"2026-03-31T18:41:50.017763Z","steps":["trace[1619084859] 'range keys from in-memory index tree' (duration: 120.890177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.017779Z","caller":"traceutil/trace.go:171","msg":"trace[298721969] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"246.50123ms","start":"2026-03-31T18:41:49.771256Z","end":"2026-03-31T18:41:50.017757Z","steps":["trace[298721969] 'process raft request' (duration: 192.235831ms)","trace[298721969] 'compare' (duration: 54.145627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:50.602545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280651729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:41:50.836471Z","caller":"traceutil/trace.go:171","msg":"trace[1739198094] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"734.669743ms","start":"2026-03-31T18:41:50.101784Z","end":"2026-03-31T18:41:50.836453Z","steps":["trace[1739198094] 'read index received' (duration: 734.485759ms)","trace[1739198094] 'applied index is now lower than readState.Index' (duration: 183.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:50.836517Z","caller":"traceutil/trace.go:171","msg":"trace[27348220] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"736.132215ms","start":"2026-03-31T18:41:50.100365Z","end":"2026-03-31T18:41:50.836497Z","steps":["trace[27348220] 'process raft request' (duration: 735.959812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.836643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.589885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:41:50.836651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.100348Z","time spent":"736.230318ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:50.836678Z","caller":"traceutil/trace.go:171","msg":"trace[1018935486] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5403; }","duration":"618.697547ms","start":"2026-03-31T18:41:50.217967Z","end":"2026-03-31T18:41:50.836665Z","steps":["trace[1018935486] 'agreement among raft nodes before linearized reading' (duration: 618.618384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.836714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.217938Z","time spent":"618.765839ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:41:50.836898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.212924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:41:50.836964Z","caller":"traceutil/trace.go:171","msg":"trace[2130625236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5403; }","duration":"484.286886ms","start":"2026-03-31T18:41:50.352639Z","end":"2026-03-31T18:41:50.836926Z","steps":["trace[2130625236] 'agreement among raft nodes before linearized reading' (duration: 484.134992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.836998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.352619Z","time spent":"484.369387ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:41:50.837058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.060741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:41:50.837089Z","caller":"traceutil/trace.go:171","msg":"trace[278200053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5403; }","duration":"161.109161ms","start":"2026-03-31T18:41:50.675972Z","end":"2026-03-31T18:41:50.837081Z","steps":["trace[278200053] 'agreement among raft nodes before linearized reading' (duration: 161.005659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.836922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.938891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:41:50.837158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.092891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:41:50.836723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.165213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:41:50.837188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.710735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:41:50.837256Z","caller":"traceutil/trace.go:171","msg":"trace[900077269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5403; }","duration":"161.216844ms","start":"2026-03-31T18:41:50.676014Z","end":"2026-03-31T18:41:50.837231Z","steps":["trace[900077269] 'agreement among raft nodes before linearized reading' (duration: 160.867246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.837274Z","caller":"traceutil/trace.go:171","msg":"trace[614882506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5403; }","duration":"161.759806ms","start":"2026-03-31T18:41:50.675504Z","end":"2026-03-31T18:41:50.837264Z","steps":["trace[614882506] 'agreement among raft nodes before linearized reading' (duration: 161.106872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.8373Z","caller":"traceutil/trace.go:171","msg":"trace[1727365427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5403; }","duration":"161.863919ms","start":"2026-03-31T18:41:50.675416Z","end":"2026-03-31T18:41:50.83728Z","steps":["trace[1727365427] 'agreement among raft nodes before linearized reading' (duration: 161.499821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.837762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.935502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:41:50.837884Z","caller":"traceutil/trace.go:171","msg":"trace[1400001131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5403; }","duration":"736.139686ms","start":"2026-03-31T18:41:50.101714Z","end":"2026-03-31T18:41:50.837854Z","steps":["trace[1400001131] 'agreement among raft nodes before linearized reading' (duration: 734.814886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.837951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.101685Z","time spent":"736.248219ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63045,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:41:50.83727Z","caller":"traceutil/trace.go:171","msg":"trace[1357435113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5403; }","duration":"477.32884ms","start":"2026-03-31T18:41:50.359915Z","end":"2026-03-31T18:41:50.837244Z","steps":["trace[1357435113] 'agreement among raft nodes before linearized reading' (duration: 476.768077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.838165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.3599Z","time spent":"478.24468ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:50.838589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.002422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:73 size:4381944"} {"level":"info","ts":"2026-03-31T18:41:50.838699Z","caller":"traceutil/trace.go:171","msg":"trace[186837896] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:73; response_revision:5403; }","duration":"348.173696ms","start":"2026-03-31T18:41:50.490505Z","end":"2026-03-31T18:41:50.838678Z","steps":["trace[186837896] 'agreement among raft nodes before linearized reading' (duration: 346.161691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:50.838754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.490478Z","time spent":"348.263118ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":73,"response size":4381967,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" "} {"level":"info","ts":"2026-03-31T18:41:50.963779Z","caller":"traceutil/trace.go:171","msg":"trace[980261411] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"122.544805ms","start":"2026-03-31T18:41:50.841179Z","end":"2026-03-31T18:41:50.963724Z","steps":["trace[980261411] 'process raft request' (duration: 92.311435ms)","trace[980261411] 'compare' (duration: 29.945764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:50.963841Z","caller":"traceutil/trace.go:171","msg":"trace[1940674423] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"121.555402ms","start":"2026-03-31T18:41:50.842264Z","end":"2026-03-31T18:41:50.963819Z","steps":["trace[1940674423] 'process raft request' (duration: 121.45096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.964043Z","caller":"traceutil/trace.go:171","msg":"trace[1445691945] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"120.385836ms","start":"2026-03-31T18:41:50.843486Z","end":"2026-03-31T18:41:50.963872Z","steps":["trace[1445691945] 'process raft request' (duration: 120.302884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.964176Z","caller":"traceutil/trace.go:171","msg":"trace[1758612379] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"120.635582ms","start":"2026-03-31T18:41:50.843486Z","end":"2026-03-31T18:41:50.964122Z","steps":["trace[1758612379] 'process raft request' (duration: 120.273044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:50.963812Z","caller":"traceutil/trace.go:171","msg":"trace[196270191] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"122.3043ms","start":"2026-03-31T18:41:50.841465Z","end":"2026-03-31T18:41:50.96377Z","steps":["trace[196270191] 'process raft request' (duration: 122.151297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.397531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.863171ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:41:51.397623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.966666Z","time spent":"430.952217ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:41:51.451784Z","caller":"traceutil/trace.go:171","msg":"trace[630709510] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5650; }","duration":"482.2217ms","start":"2026-03-31T18:41:50.969538Z","end":"2026-03-31T18:41:51.45176Z","steps":["trace[630709510] 'read index received' (duration: 273.14239ms)","trace[630709510] 'applied index is now lower than readState.Index' (duration: 209.07851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:51.451918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.354782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:41:51.451982Z","caller":"traceutil/trace.go:171","msg":"trace[613458644] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5409; }","duration":"482.454444ms","start":"2026-03-31T18:41:50.969512Z","end":"2026-03-31T18:41:51.451967Z","steps":["trace[613458644] 'agreement among raft nodes before linearized reading' (duration: 482.327761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.452029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.969498Z","time spent":"482.522625ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:41:51.451948Z","caller":"traceutil/trace.go:171","msg":"trace[1668434900] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"482.542956ms","start":"2026-03-31T18:41:50.969283Z","end":"2026-03-31T18:41:51.451826Z","steps":["trace[1668434900] 'process raft request' (duration: 482.331731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:51.452214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:50.969259Z","time spent":"482.865114ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:51.613696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.672606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:41:51.613923Z","caller":"traceutil/trace.go:171","msg":"trace[497763127] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"214.618185ms","start":"2026-03-31T18:41:51.399255Z","end":"2026-03-31T18:41:51.613873Z","steps":["trace[497763127] 'process raft request' (duration: 108.642523ms)","trace[497763127] 'compare' (duration: 105.47374ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:51.613979Z","caller":"traceutil/trace.go:171","msg":"trace[433754522] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"118.404601ms","start":"2026-03-31T18:41:51.495549Z","end":"2026-03-31T18:41:51.613954Z","steps":["trace[433754522] 'process raft request' (duration: 118.316179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:51.614049Z","caller":"traceutil/trace.go:171","msg":"trace[1638755835] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5652; }","duration":"158.638646ms","start":"2026-03-31T18:41:51.455359Z","end":"2026-03-31T18:41:51.613998Z","steps":["trace[1638755835] 'read index received' (duration: 52.558672ms)","trace[1638755835] 'applied index is now lower than readState.Index' (duration: 106.076444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:51.614377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.981924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:41:51.614449Z","caller":"traceutil/trace.go:171","msg":"trace[1871192147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5411; }","duration":"159.115057ms","start":"2026-03-31T18:41:51.455322Z","end":"2026-03-31T18:41:51.614437Z","steps":["trace[1871192147] 'agreement among raft nodes before linearized reading' (duration: 158.826071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:55.112151Z","caller":"traceutil/trace.go:171","msg":"trace[1860869782] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5692; }","duration":"129.782288ms","start":"2026-03-31T18:41:54.982346Z","end":"2026-03-31T18:41:55.112128Z","steps":["trace[1860869782] 'read index received' (duration: 117.602353ms)","trace[1860869782] 'applied index is now lower than readState.Index' (duration: 12.178555ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:41:55.112226Z","caller":"traceutil/trace.go:171","msg":"trace[515805115] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"130.531935ms","start":"2026-03-31T18:41:54.981663Z","end":"2026-03-31T18:41:55.112195Z","steps":["trace[515805115] 'process raft request' (duration: 118.271058ms)","trace[515805115] 'compare' (duration: 12.094483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:55.112475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.102125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:41:55.112656Z","caller":"traceutil/trace.go:171","msg":"trace[1619564152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5447; }","duration":"130.30095ms","start":"2026-03-31T18:41:54.982303Z","end":"2026-03-31T18:41:55.112604Z","steps":["trace[1619564152] 'agreement among raft nodes before linearized reading' (duration: 129.947092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:55.114411Z","caller":"traceutil/trace.go:171","msg":"trace[1261457816] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"131.746401ms","start":"2026-03-31T18:41:54.982647Z","end":"2026-03-31T18:41:55.114393Z","steps":["trace[1261457816] 'process raft request' (duration: 131.593837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:55.114587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.803686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:41:55.114575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.178354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:55.114655Z","caller":"traceutil/trace.go:171","msg":"trace[2078381950] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5448; }","duration":"128.879367ms","start":"2026-03-31T18:41:54.985754Z","end":"2026-03-31T18:41:55.114634Z","steps":["trace[2078381950] 'agreement among raft nodes before linearized reading' (duration: 128.692033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:55.114672Z","caller":"traceutil/trace.go:171","msg":"trace[811464672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5448; }","duration":"129.301008ms","start":"2026-03-31T18:41:54.985347Z","end":"2026-03-31T18:41:55.114648Z","steps":["trace[811464672] 'agreement among raft nodes before linearized reading' (duration: 129.015761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:41:56.764042Z","caller":"traceutil/trace.go:171","msg":"trace[1655193309] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5706; }","duration":"130.674297ms","start":"2026-03-31T18:41:56.633339Z","end":"2026-03-31T18:41:56.764014Z","steps":["trace[1655193309] 'read index received' (duration: 123.306222ms)","trace[1655193309] 'applied index is now lower than readState.Index' (duration: 7.366315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:56.764255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.893142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:41:56.764293Z","caller":"traceutil/trace.go:171","msg":"trace[189632256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5460; }","duration":"130.981764ms","start":"2026-03-31T18:41:56.633302Z","end":"2026-03-31T18:41:56.764284Z","steps":["trace[189632256] 'agreement among raft nodes before linearized reading' (duration: 130.80656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:00.767288Z","caller":"traceutil/trace.go:171","msg":"trace[1822479689] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5936; }","duration":"124.489698ms","start":"2026-03-31T18:42:00.642776Z","end":"2026-03-31T18:42:00.767266Z","steps":["trace[1822479689] 'read index received' (duration: 114.584026ms)","trace[1822479689] 'applied index is now lower than readState.Index' (duration: 9.904882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:00.767316Z","caller":"traceutil/trace.go:171","msg":"trace[410232978] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"124.534529ms","start":"2026-03-31T18:42:00.642754Z","end":"2026-03-31T18:42:00.767288Z","steps":["trace[410232978] 'process raft request' (duration: 114.593936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:00.767545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.746305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-31T18:42:00.767628Z","caller":"traceutil/trace.go:171","msg":"trace[620836044] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:5687; }","duration":"124.865637ms","start":"2026-03-31T18:42:00.642744Z","end":"2026-03-31T18:42:00.76761Z","steps":["trace[620836044] 'agreement among raft nodes before linearized reading' (duration: 124.62583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:00.768487Z","caller":"traceutil/trace.go:171","msg":"trace[878059180] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"121.359438ms","start":"2026-03-31T18:42:00.647115Z","end":"2026-03-31T18:42:00.768475Z","steps":["trace[878059180] 'process raft request' (duration: 121.162304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:00.76874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.846218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-03-31T18:42:00.768806Z","caller":"traceutil/trace.go:171","msg":"trace[1307945026] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:5689; }","duration":"125.951781ms","start":"2026-03-31T18:42:00.642832Z","end":"2026-03-31T18:42:00.768784Z","steps":["trace[1307945026] 'agreement among raft nodes before linearized reading' (duration: 125.764987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.814207Z","caller":"traceutil/trace.go:171","msg":"trace[349318208] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"114.983235ms","start":"2026-03-31T18:42:01.699187Z","end":"2026-03-31T18:42:01.81417Z","steps":["trace[349318208] 'process raft request' (duration: 86.172988ms)","trace[349318208] 'compare' (duration: 28.577442ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:01.818616Z","caller":"traceutil/trace.go:171","msg":"trace[1142603432] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"118.360872ms","start":"2026-03-31T18:42:01.700224Z","end":"2026-03-31T18:42:01.818585Z","steps":["trace[1142603432] 'process raft request' (duration: 118.190028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.818662Z","caller":"traceutil/trace.go:171","msg":"trace[1991569819] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"118.275319ms","start":"2026-03-31T18:42:01.700359Z","end":"2026-03-31T18:42:01.818635Z","steps":["trace[1991569819] 'process raft request' (duration: 118.150736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.818718Z","caller":"traceutil/trace.go:171","msg":"trace[554047695] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"118.33074ms","start":"2026-03-31T18:42:01.700346Z","end":"2026-03-31T18:42:01.818677Z","steps":["trace[554047695] 'process raft request' (duration: 118.199507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.818832Z","caller":"traceutil/trace.go:171","msg":"trace[1269886310] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"118.212416ms","start":"2026-03-31T18:42:01.700593Z","end":"2026-03-31T18:42:01.818805Z","steps":["trace[1269886310] 'process raft request' (duration: 118.050003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.818865Z","caller":"traceutil/trace.go:171","msg":"trace[50147733] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"118.429581ms","start":"2026-03-31T18:42:01.700418Z","end":"2026-03-31T18:42:01.818848Z","steps":["trace[50147733] 'process raft request' (duration: 118.165796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.81901Z","caller":"traceutil/trace.go:171","msg":"trace[1458141647] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"118.157646ms","start":"2026-03-31T18:42:01.70084Z","end":"2026-03-31T18:42:01.818998Z","steps":["trace[1458141647] 'process raft request' (duration: 117.91539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.819043Z","caller":"traceutil/trace.go:171","msg":"trace[527034407] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"118.219177ms","start":"2026-03-31T18:42:01.700762Z","end":"2026-03-31T18:42:01.818981Z","steps":["trace[527034407] 'process raft request' (duration: 117.964282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.819067Z","caller":"traceutil/trace.go:171","msg":"trace[1232181715] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"117.867499ms","start":"2026-03-31T18:42:01.701185Z","end":"2026-03-31T18:42:01.819052Z","steps":["trace[1232181715] 'process raft request' (duration: 117.624304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.819098Z","caller":"traceutil/trace.go:171","msg":"trace[738173800] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"117.89453ms","start":"2026-03-31T18:42:01.701172Z","end":"2026-03-31T18:42:01.819067Z","steps":["trace[738173800] 'process raft request' (duration: 117.608534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.819098Z","caller":"traceutil/trace.go:171","msg":"trace[1000708098] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"118.600366ms","start":"2026-03-31T18:42:01.700478Z","end":"2026-03-31T18:42:01.819079Z","steps":["trace[1000708098] 'process raft request' (duration: 118.135205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.819123Z","caller":"traceutil/trace.go:171","msg":"trace[1358132225] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"118.35217ms","start":"2026-03-31T18:42:01.700758Z","end":"2026-03-31T18:42:01.81911Z","steps":["trace[1358132225] 'process raft request' (duration: 117.942981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.81913Z","caller":"traceutil/trace.go:171","msg":"trace[268609167] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"112.002957ms","start":"2026-03-31T18:42:01.707116Z","end":"2026-03-31T18:42:01.819118Z","steps":["trace[268609167] 'process raft request' (duration: 111.859364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:01.819141Z","caller":"traceutil/trace.go:171","msg":"trace[1722384579] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"118.471533ms","start":"2026-03-31T18:42:01.700633Z","end":"2026-03-31T18:42:01.819104Z","steps":["trace[1722384579] 'process raft request' (duration: 118.041644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.333969Z","caller":"traceutil/trace.go:171","msg":"trace[909845158] linearizableReadLoop","detail":"{readStateIndex:6061; appliedIndex:6060; }","duration":"179.522596ms","start":"2026-03-31T18:42:03.154427Z","end":"2026-03-31T18:42:03.33395Z","steps":["trace[909845158] 'read index received' (duration: 178.634605ms)","trace[909845158] 'applied index is now lower than readState.Index' (duration: 887.171µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:03.334052Z","caller":"traceutil/trace.go:171","msg":"trace[1006919067] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"288.502905ms","start":"2026-03-31T18:42:03.045505Z","end":"2026-03-31T18:42:03.334008Z","steps":["trace[1006919067] 'process raft request' (duration: 287.900131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.334319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.010498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:42:03.334372Z","caller":"traceutil/trace.go:171","msg":"trace[1359953366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5809; }","duration":"128.09639ms","start":"2026-03-31T18:42:03.206258Z","end":"2026-03-31T18:42:03.334354Z","steps":["trace[1359953366] 'agreement among raft nodes before linearized reading' (duration: 127.997057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.334142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.131264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:42:03.334482Z","caller":"traceutil/trace.go:171","msg":"trace[9403181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5809; }","duration":"178.495442ms","start":"2026-03-31T18:42:03.155969Z","end":"2026-03-31T18:42:03.334464Z","steps":["trace[9403181] 'agreement among raft nodes before linearized reading' (duration: 178.114844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.334195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.758091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:42:03.334562Z","caller":"traceutil/trace.go:171","msg":"trace[2095020172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5809; }","duration":"180.17476ms","start":"2026-03-31T18:42:03.154373Z","end":"2026-03-31T18:42:03.334548Z","steps":["trace[2095020172] 'agreement among raft nodes before linearized reading' (duration: 179.659719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.33424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.376524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:42:03.334657Z","caller":"traceutil/trace.go:171","msg":"trace[1625556410] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5809; }","duration":"127.790673ms","start":"2026-03-31T18:42:03.206849Z","end":"2026-03-31T18:42:03.33464Z","steps":["trace[1625556410] 'agreement among raft nodes before linearized reading' (duration: 127.318773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.334302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.450268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:42:03.33478Z","caller":"traceutil/trace.go:171","msg":"trace[521782409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5809; }","duration":"173.952089ms","start":"2026-03-31T18:42:03.160799Z","end":"2026-03-31T18:42:03.334752Z","steps":["trace[521782409] 'agreement among raft nodes before linearized reading' (duration: 173.456188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.602191Z","caller":"traceutil/trace.go:171","msg":"trace[862846984] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"263.475962ms","start":"2026-03-31T18:42:03.338689Z","end":"2026-03-31T18:42:03.602165Z","steps":["trace[862846984] 'process raft request' (duration: 263.295908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.64434Z","caller":"traceutil/trace.go:171","msg":"trace[912038277] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"305.049716ms","start":"2026-03-31T18:42:03.339256Z","end":"2026-03-31T18:42:03.644306Z","steps":["trace[912038277] 'process raft request' (duration: 301.130928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.644623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.339241Z","time spent":"305.188959ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:03.644804Z","caller":"traceutil/trace.go:171","msg":"trace[1508809726] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6061; }","duration":"282.297115ms","start":"2026-03-31T18:42:03.362484Z","end":"2026-03-31T18:42:03.644781Z","steps":["trace[1508809726] 'read index received' (duration: 239.495783ms)","trace[1508809726] 'applied index is now lower than readState.Index' (duration: 42.800582ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:03.645124Z","caller":"traceutil/trace.go:171","msg":"trace[1103211659] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"280.407692ms","start":"2026-03-31T18:42:03.36455Z","end":"2026-03-31T18:42:03.644957Z","steps":["trace[1103211659] 'process raft request' (duration: 280.138096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.644762Z","caller":"traceutil/trace.go:171","msg":"trace[976207512] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"305.430125ms","start":"2026-03-31T18:42:03.339294Z","end":"2026-03-31T18:42:03.644724Z","steps":["trace[976207512] 'process raft request' (duration: 304.909393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.645287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.339279Z","time spent":"305.904385ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:03.645683Z","caller":"traceutil/trace.go:171","msg":"trace[1779170601] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"145.47009ms","start":"2026-03-31T18:42:03.500002Z","end":"2026-03-31T18:42:03.645472Z","steps":["trace[1779170601] 'process raft request' (duration: 144.725663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.645731Z","caller":"traceutil/trace.go:171","msg":"trace[2008083955] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"306.350426ms","start":"2026-03-31T18:42:03.33936Z","end":"2026-03-31T18:42:03.64571Z","steps":["trace[2008083955] 'process raft request' (duration: 305.143649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.645924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.452791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:03.645938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.339334Z","time spent":"306.502159ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:03.645985Z","caller":"traceutil/trace.go:171","msg":"trace[1092559838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5816; }","duration":"283.565794ms","start":"2026-03-31T18:42:03.362406Z","end":"2026-03-31T18:42:03.645971Z","steps":["trace[1092559838] 'agreement among raft nodes before linearized reading' (duration: 283.479732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:03.646034Z","caller":"traceutil/trace.go:171","msg":"trace[1232726199] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"306.5443ms","start":"2026-03-31T18:42:03.339477Z","end":"2026-03-31T18:42:03.646021Z","steps":["trace[1232726199] 'process raft request' (duration: 305.154109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:03.646153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:03.339455Z","time spent":"306.625752ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:04.015703Z","caller":"traceutil/trace.go:171","msg":"trace[66536885] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6070; }","duration":"181.626723ms","start":"2026-03-31T18:42:03.834051Z","end":"2026-03-31T18:42:04.015678Z","steps":["trace[66536885] 'read index received' (duration: 180.422576ms)","trace[66536885] 'applied index is now lower than readState.Index' (duration: 1.202737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:04.015901Z","caller":"traceutil/trace.go:171","msg":"trace[912481766] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"217.648503ms","start":"2026-03-31T18:42:03.798197Z","end":"2026-03-31T18:42:04.015845Z","steps":["trace[912481766] 'process raft request' (duration: 216.663231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:04.015947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.881148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:04.016144Z","caller":"traceutil/trace.go:171","msg":"trace[210235893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5819; }","duration":"182.125524ms","start":"2026-03-31T18:42:03.833997Z","end":"2026-03-31T18:42:04.016122Z","steps":["trace[210235893] 'agreement among raft nodes before linearized reading' (duration: 181.868108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:04.245852Z","caller":"traceutil/trace.go:171","msg":"trace[1363886307] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"198.513412ms","start":"2026-03-31T18:42:04.047316Z","end":"2026-03-31T18:42:04.24583Z","steps":["trace[1363886307] 'process raft request' (duration: 198.376099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:04.248656Z","caller":"traceutil/trace.go:171","msg":"trace[1285989] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"108.067349ms","start":"2026-03-31T18:42:04.140503Z","end":"2026-03-31T18:42:04.248571Z","steps":["trace[1285989] 'process raft request' (duration: 107.729431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:04.446999Z","caller":"traceutil/trace.go:171","msg":"trace[1522036521] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"104.803366ms","start":"2026-03-31T18:42:04.342163Z","end":"2026-03-31T18:42:04.446967Z","steps":["trace[1522036521] 'process raft request' (duration: 104.573901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:04.863079Z","caller":"traceutil/trace.go:171","msg":"trace[1309007757] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"354.275063ms","start":"2026-03-31T18:42:04.508778Z","end":"2026-03-31T18:42:04.863053Z","steps":["trace[1309007757] 'process raft request' (duration: 319.794818ms)","trace[1309007757] 'compare' (duration: 34.033275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:04.863245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:04.508755Z","time spent":"354.392496ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:42:05.758588Z","caller":"traceutil/trace.go:171","msg":"trace[1522614711] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"103.879585ms","start":"2026-03-31T18:42:05.654684Z","end":"2026-03-31T18:42:05.758564Z","steps":["trace[1522614711] 'process raft request' (duration: 83.030467ms)","trace[1522614711] 'compare' (duration: 20.655454ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:05.758974Z","caller":"traceutil/trace.go:171","msg":"trace[1159465797] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"102.726408ms","start":"2026-03-31T18:42:05.656203Z","end":"2026-03-31T18:42:05.75893Z","steps":["trace[1159465797] 'process raft request' (duration: 102.575595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:05.759086Z","caller":"traceutil/trace.go:171","msg":"trace[442782288] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"103.728392ms","start":"2026-03-31T18:42:05.655168Z","end":"2026-03-31T18:42:05.758896Z","steps":["trace[442782288] 'process raft request' (duration: 103.353173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.214566Z","caller":"traceutil/trace.go:171","msg":"trace[1697485649] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"144.394526ms","start":"2026-03-31T18:42:08.070146Z","end":"2026-03-31T18:42:08.214541Z","steps":["trace[1697485649] 'process raft request' (duration: 144.217462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.560807Z","caller":"traceutil/trace.go:171","msg":"trace[4718690] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"340.741108ms","start":"2026-03-31T18:42:08.22004Z","end":"2026-03-31T18:42:08.560781Z","steps":["trace[4718690] 'process raft request' (duration: 340.588455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:08.561011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:08.220013Z","time spent":"340.910644ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:08.567411Z","caller":"traceutil/trace.go:171","msg":"trace[1030547513] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"347.261605ms","start":"2026-03-31T18:42:08.220113Z","end":"2026-03-31T18:42:08.567375Z","steps":["trace[1030547513] 'process raft request' (duration: 347.040901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.567533Z","caller":"traceutil/trace.go:171","msg":"trace[1761596567] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"277.1873ms","start":"2026-03-31T18:42:08.290319Z","end":"2026-03-31T18:42:08.567506Z","steps":["trace[1761596567] 'process raft request' (duration: 276.980766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:08.567585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:08.220105Z","time spent":"347.393648ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:09.773927Z","caller":"traceutil/trace.go:171","msg":"trace[1800780770] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"101.093253ms","start":"2026-03-31T18:42:09.672802Z","end":"2026-03-31T18:42:09.773895Z","steps":["trace[1800780770] 'process raft request' (duration: 100.99034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.773917Z","caller":"traceutil/trace.go:171","msg":"trace[2054808176] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"101.380839ms","start":"2026-03-31T18:42:09.672505Z","end":"2026-03-31T18:42:09.773886Z","steps":["trace[2054808176] 'process raft request' (duration: 90.27805ms)","trace[2054808176] 'compare' (duration: 10.903394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:10.701038Z","caller":"traceutil/trace.go:171","msg":"trace[1018835093] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"157.93321ms","start":"2026-03-31T18:42:10.543082Z","end":"2026-03-31T18:42:10.701015Z","steps":["trace[1018835093] 'process raft request' (duration: 157.681015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.701272Z","caller":"traceutil/trace.go:171","msg":"trace[657546385] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"155.236001ms","start":"2026-03-31T18:42:10.546026Z","end":"2026-03-31T18:42:10.701262Z","steps":["trace[657546385] 'process raft request' (duration: 154.935043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.701443Z","caller":"traceutil/trace.go:171","msg":"trace[2095071710] linearizableReadLoop","detail":"{readStateIndex:6171; appliedIndex:6168; }","duration":"154.031962ms","start":"2026-03-31T18:42:10.547393Z","end":"2026-03-31T18:42:10.701425Z","steps":["trace[2095071710] 'read index received' (duration: 71.580168ms)","trace[2095071710] 'applied index is now lower than readState.Index' (duration: 82.451174ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:10.701508Z","caller":"traceutil/trace.go:171","msg":"trace[1399410871] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"128.596411ms","start":"2026-03-31T18:42:10.572886Z","end":"2026-03-31T18:42:10.701483Z","steps":["trace[1399410871] 'process raft request' (duration: 128.479398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:10.701602Z","caller":"traceutil/trace.go:171","msg":"trace[1365360227] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"145.876149ms","start":"2026-03-31T18:42:10.555713Z","end":"2026-03-31T18:42:10.701589Z","steps":["trace[1365360227] 'process raft request' (duration: 145.526551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:10.701627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.220336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:42:10.701649Z","caller":"traceutil/trace.go:171","msg":"trace[173414733] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5920; }","duration":"154.285628ms","start":"2026-03-31T18:42:10.547357Z","end":"2026-03-31T18:42:10.701643Z","steps":["trace[173414733] 'agreement among raft nodes before linearized reading' (duration: 154.174996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.104257Z","caller":"traceutil/trace.go:171","msg":"trace[1281736332] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"111.270581ms","start":"2026-03-31T18:42:10.99296Z","end":"2026-03-31T18:42:11.104231Z","steps":["trace[1281736332] 'process raft request' (duration: 95.448366ms)","trace[1281736332] 'compare' (duration: 15.221531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:11.104257Z","caller":"traceutil/trace.go:171","msg":"trace[1893388597] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"104.935058ms","start":"2026-03-31T18:42:10.999283Z","end":"2026-03-31T18:42:11.104218Z","steps":["trace[1893388597] 'process raft request' (duration: 104.611411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.104832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.966464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:42:11.104909Z","caller":"traceutil/trace.go:171","msg":"trace[2112072353] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5937; }","duration":"111.074457ms","start":"2026-03-31T18:42:10.993818Z","end":"2026-03-31T18:42:11.104893Z","steps":["trace[2112072353] 'agreement among raft nodes before linearized reading' (duration: 110.394861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.104853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.545515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:42:11.105049Z","caller":"traceutil/trace.go:171","msg":"trace[1709411442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5937; }","duration":"106.746559ms","start":"2026-03-31T18:42:10.99828Z","end":"2026-03-31T18:42:11.105027Z","steps":["trace[1709411442] 'agreement among raft nodes before linearized reading' (duration: 105.969511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.513059Z","caller":"traceutil/trace.go:171","msg":"trace[1071361338] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"254.741566ms","start":"2026-03-31T18:42:11.258271Z","end":"2026-03-31T18:42:11.513012Z","steps":["trace[1071361338] 'process raft request' (duration: 241.96771ms)","trace[1071361338] 'compare' (duration: 12.329326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:11.513074Z","caller":"traceutil/trace.go:171","msg":"trace[791559052] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"246.031909ms","start":"2026-03-31T18:42:11.267022Z","end":"2026-03-31T18:42:11.513054Z","steps":["trace[791559052] 'process raft request' (duration: 245.804784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.512919Z","caller":"traceutil/trace.go:171","msg":"trace[924043441] linearizableReadLoop","detail":"{readStateIndex:6208; appliedIndex:6205; }","duration":"245.660632ms","start":"2026-03-31T18:42:11.267237Z","end":"2026-03-31T18:42:11.512898Z","steps":["trace[924043441] 'read index received' (duration: 12.547462ms)","trace[924043441] 'applied index is now lower than readState.Index' (duration: 233.1121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:11.513296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.013899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:11.513393Z","caller":"traceutil/trace.go:171","msg":"trace[556227993] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5954; }","duration":"246.143422ms","start":"2026-03-31T18:42:11.267232Z","end":"2026-03-31T18:42:11.513376Z","steps":["trace[556227993] 'agreement among raft nodes before linearized reading' (duration: 245.947128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.549999Z","caller":"traceutil/trace.go:171","msg":"trace[390402285] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"265.901417ms","start":"2026-03-31T18:42:11.284052Z","end":"2026-03-31T18:42:11.549953Z","steps":["trace[390402285] 'process raft request' (duration: 265.742323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.5502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.236693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16453"} {"level":"warn","ts":"2026-03-31T18:42:11.550288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.891504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"warn","ts":"2026-03-31T18:42:11.550257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.36685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:71721"} {"level":"info","ts":"2026-03-31T18:42:11.550349Z","caller":"traceutil/trace.go:171","msg":"trace[809645477] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5955; }","duration":"276.980626ms","start":"2026-03-31T18:42:11.273352Z","end":"2026-03-31T18:42:11.550333Z","steps":["trace[809645477] 'agreement among raft nodes before linearized reading' (duration: 276.759761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.550354Z","caller":"traceutil/trace.go:171","msg":"trace[1255155919] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5955; }","duration":"265.454508ms","start":"2026-03-31T18:42:11.28487Z","end":"2026-03-31T18:42:11.550325Z","steps":["trace[1255155919] 'agreement among raft nodes before linearized reading' (duration: 265.09409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.550368Z","caller":"traceutil/trace.go:171","msg":"trace[1298207336] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5955; }","duration":"279.567744ms","start":"2026-03-31T18:42:11.270784Z","end":"2026-03-31T18:42:11.550352Z","steps":["trace[1298207336] 'agreement among raft nodes before linearized reading' (duration: 279.149954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.550859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.944823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:42:11.550912Z","caller":"traceutil/trace.go:171","msg":"trace[567043659] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5955; }","duration":"280.009094ms","start":"2026-03-31T18:42:11.270889Z","end":"2026-03-31T18:42:11.550898Z","steps":["trace[567043659] 'agreement among raft nodes before linearized reading' (duration: 279.280208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.55126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.741401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T18:42:11.551339Z","caller":"traceutil/trace.go:171","msg":"trace[739544466] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5955; }","duration":"167.848232ms","start":"2026-03-31T18:42:11.383468Z","end":"2026-03-31T18:42:11.551316Z","steps":["trace[739544466] 'agreement among raft nodes before linearized reading' (duration: 166.510923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.68758Z","caller":"traceutil/trace.go:171","msg":"trace[126034686] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"121.194805ms","start":"2026-03-31T18:42:11.566348Z","end":"2026-03-31T18:42:11.687543Z","steps":["trace[126034686] 'process raft request' (duration: 120.866997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.687989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.961062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:42:11.688032Z","caller":"traceutil/trace.go:171","msg":"trace[685286930] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5958; }","duration":"102.036994ms","start":"2026-03-31T18:42:11.585978Z","end":"2026-03-31T18:42:11.688015Z","steps":["trace[685286930] 'agreement among raft nodes before linearized reading' (duration: 101.883161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.882654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.098952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:11.882802Z","caller":"traceutil/trace.go:171","msg":"trace[591670356] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"102.224977ms","start":"2026-03-31T18:42:11.780564Z","end":"2026-03-31T18:42:11.882789Z","steps":["trace[591670356] 'process raft request' (duration: 102.168886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:11.883106Z","caller":"traceutil/trace.go:171","msg":"trace[1745767226] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"184.970048ms","start":"2026-03-31T18:42:11.698126Z","end":"2026-03-31T18:42:11.883096Z","steps":["trace[1745767226] 'process raft request' (duration: 83.357044ms)","trace[1745767226] 'compare' (duration: 100.932589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:11.883229Z","caller":"traceutil/trace.go:171","msg":"trace[1246647605] linearizableReadLoop","detail":"{readStateIndex:6213; appliedIndex:6212; }","duration":"182.798468ms","start":"2026-03-31T18:42:11.70042Z","end":"2026-03-31T18:42:11.883219Z","steps":["trace[1246647605] 'read index received' (duration: 81.061142ms)","trace[1246647605] 'applied index is now lower than readState.Index' (duration: 101.736436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:11.883399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.977414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:11.883427Z","caller":"traceutil/trace.go:171","msg":"trace[1920170633] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5960; }","duration":"183.019265ms","start":"2026-03-31T18:42:11.700399Z","end":"2026-03-31T18:42:11.883419Z","steps":["trace[1920170633] 'agreement among raft nodes before linearized reading' (duration: 182.973974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.887789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.37329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-31T18:42:11.887851Z","caller":"traceutil/trace.go:171","msg":"trace[1492271898] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5961; }","duration":"166.497532ms","start":"2026-03-31T18:42:11.721338Z","end":"2026-03-31T18:42:11.887836Z","steps":["trace[1492271898] 'agreement among raft nodes before linearized reading' (duration: 166.292708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:11.888009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.437205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-03-31T18:42:11.888075Z","caller":"traceutil/trace.go:171","msg":"trace[102961050] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5961; }","duration":"180.522457ms","start":"2026-03-31T18:42:11.707533Z","end":"2026-03-31T18:42:11.888055Z","steps":["trace[102961050] 'agreement among raft nodes before linearized reading' (duration: 180.400295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.591605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.866661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T18:42:13.591725Z","caller":"traceutil/trace.go:171","msg":"trace[1411328967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6; range_end:; response_count:1; response_revision:5978; }","duration":"700.035285ms","start":"2026-03-31T18:42:12.891663Z","end":"2026-03-31T18:42:13.591698Z","steps":["trace[1411328967] 'range keys from in-memory index tree' (duration: 699.659617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.591783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:12.891646Z","time spent":"700.120668ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6\" "} {"level":"warn","ts":"2026-03-31T18:42:13.592639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.698449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:13.59277Z","caller":"traceutil/trace.go:171","msg":"trace[1283280493] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"593.590362ms","start":"2026-03-31T18:42:12.999154Z","end":"2026-03-31T18:42:13.592745Z","steps":["trace[1283280493] 'process raft request' (duration: 466.599577ms)","trace[1283280493] 'compare' (duration: 125.813148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:13.59312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:12.999128Z","time spent":"593.90432ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:13.839538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.915908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:13.839647Z","caller":"traceutil/trace.go:171","msg":"trace[1308307252] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"752.143667ms","start":"2026-03-31T18:42:13.087485Z","end":"2026-03-31T18:42:13.839629Z","steps":["trace[1308307252] 'process raft request' (duration: 607.050465ms)","trace[1308307252] 'compare' (duration: 130.672318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:13.839717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.087466Z","time spent":"752.217769ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:13.83975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.03437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:42:13.839654Z","caller":"traceutil/trace.go:171","msg":"trace[1765660018] linearizableReadLoop","detail":"{readStateIndex:6234; appliedIndex:6232; }","duration":"721.896897ms","start":"2026-03-31T18:42:13.11772Z","end":"2026-03-31T18:42:13.839617Z","steps":["trace[1765660018] 'read index received' (duration: 348.029803ms)","trace[1765660018] 'applied index is now lower than readState.Index' (duration: 373.865864ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:13.839812Z","caller":"traceutil/trace.go:171","msg":"trace[236254841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5980; }","duration":"722.136762ms","start":"2026-03-31T18:42:13.117666Z","end":"2026-03-31T18:42:13.839803Z","steps":["trace[236254841] 'agreement among raft nodes before linearized reading' (duration: 722.00708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.839881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.117649Z","time spent":"722.208284ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:13.839932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.753744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:42:13.83997Z","caller":"traceutil/trace.go:171","msg":"trace[304835443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:5980; }","duration":"721.802005ms","start":"2026-03-31T18:42:13.118156Z","end":"2026-03-31T18:42:13.839958Z","steps":["trace[304835443] 'agreement among raft nodes before linearized reading' (duration: 721.704783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.839996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.11815Z","time spent":"721.840466ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:42:13.839938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.853386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fad9dc7-b534-44a6-ac7c-d34dcf10558e\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T18:42:13.840112Z","caller":"traceutil/trace.go:171","msg":"trace[59104905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0fad9dc7-b534-44a6-ac7c-d34dcf10558e; range_end:; response_count:1; response_revision:5980; }","duration":"137.03376ms","start":"2026-03-31T18:42:13.703039Z","end":"2026-03-31T18:42:13.840073Z","steps":["trace[59104905] 'agreement among raft nodes before linearized reading' (duration: 136.843086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.840165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.95347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517436"} {"level":"info","ts":"2026-03-31T18:42:13.840211Z","caller":"traceutil/trace.go:171","msg":"trace[181203594] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5980; }","duration":"707.031992ms","start":"2026-03-31T18:42:13.133168Z","end":"2026-03-31T18:42:13.8402Z","steps":["trace[181203594] 'agreement among raft nodes before linearized reading' (duration: 706.736866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.840244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.133151Z","time spent":"707.085633ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517459,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:42:13.840253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.73854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T18:42:13.840387Z","caller":"traceutil/trace.go:171","msg":"trace[1879584913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6; range_end:; response_count:1; response_revision:5980; }","duration":"712.920135ms","start":"2026-03-31T18:42:13.127433Z","end":"2026-03-31T18:42:13.840353Z","steps":["trace[1879584913] 'agreement among raft nodes before linearized reading' (duration: 712.525886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:13.841163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.127417Z","time spent":"713.027117ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6\" "} {"level":"info","ts":"2026-03-31T18:42:14.081631Z","caller":"traceutil/trace.go:171","msg":"trace[956313834] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6234; }","duration":"236.293881ms","start":"2026-03-31T18:42:13.845306Z","end":"2026-03-31T18:42:14.0816Z","steps":["trace[956313834] 'read index received' (duration: 207.965305ms)","trace[956313834] 'applied index is now lower than readState.Index' (duration: 28.327316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:14.081702Z","caller":"traceutil/trace.go:171","msg":"trace[19553778] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"237.309544ms","start":"2026-03-31T18:42:13.844356Z","end":"2026-03-31T18:42:14.081665Z","steps":["trace[19553778] 'process raft request' (duration: 208.857514ms)","trace[19553778] 'compare' (duration: 28.218945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:14.081998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.660099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:42:14.082057Z","caller":"traceutil/trace.go:171","msg":"trace[2078378245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5981; }","duration":"236.759431ms","start":"2026-03-31T18:42:13.845285Z","end":"2026-03-31T18:42:14.082045Z","steps":["trace[2078378245] 'agreement among raft nodes before linearized reading' (duration: 236.485305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.478778Z","caller":"traceutil/trace.go:171","msg":"trace[807774129] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"628.075947ms","start":"2026-03-31T18:42:13.85067Z","end":"2026-03-31T18:42:14.478746Z","steps":["trace[807774129] 'process raft request' (duration: 627.522355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.478827Z","caller":"traceutil/trace.go:171","msg":"trace[670076406] linearizableReadLoop","detail":"{readStateIndex:6238; appliedIndex:6235; }","duration":"397.088986ms","start":"2026-03-31T18:42:14.081714Z","end":"2026-03-31T18:42:14.478804Z","steps":["trace[670076406] 'read index received' (duration: 396.39519ms)","trace[670076406] 'applied index is now lower than readState.Index' (duration: 692.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:14.478839Z","caller":"traceutil/trace.go:171","msg":"trace[341382025] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"587.912005ms","start":"2026-03-31T18:42:13.890894Z","end":"2026-03-31T18:42:14.478806Z","steps":["trace[341382025] 'process raft request' (duration: 587.70789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.478955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.24674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:42:14.47896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.850654Z","time spent":"628.216281ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:14.478996Z","caller":"traceutil/trace.go:171","msg":"trace[79700420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5984; }","duration":"547.345773ms","start":"2026-03-31T18:42:13.931641Z","end":"2026-03-31T18:42:14.478986Z","steps":["trace[79700420] 'agreement among raft nodes before linearized reading' (duration: 547.197779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.47902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.931617Z","time spent":"547.396394ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:14.479019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.89086Z","time spent":"588.064098ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:14.479121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.501766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:14.479199Z","caller":"traceutil/trace.go:171","msg":"trace[1065867880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5984; }","duration":"547.609879ms","start":"2026-03-31T18:42:13.931566Z","end":"2026-03-31T18:42:14.479176Z","steps":["trace[1065867880] 'agreement among raft nodes before linearized reading' (duration: 547.393014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.47925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.931555Z","time spent":"547.6814ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:14.479265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.21196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:14.479384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.194988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:14.479458Z","caller":"traceutil/trace.go:171","msg":"trace[874790669] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"584.304205ms","start":"2026-03-31T18:42:13.8945Z","end":"2026-03-31T18:42:14.478804Z","steps":["trace[874790669] 'process raft request' (duration: 584.241783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.479454Z","caller":"traceutil/trace.go:171","msg":"trace[1066688067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5984; }","duration":"547.416415ms","start":"2026-03-31T18:42:13.932012Z","end":"2026-03-31T18:42:14.479428Z","steps":["trace[1066688067] 'agreement among raft nodes before linearized reading' (duration: 547.100308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.479499Z","caller":"traceutil/trace.go:171","msg":"trace[1027256049] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5984; }","duration":"373.331032ms","start":"2026-03-31T18:42:14.106153Z","end":"2026-03-31T18:42:14.479484Z","steps":["trace[1027256049] 'agreement among raft nodes before linearized reading' (duration: 373.188729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.479513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.932005Z","time spent":"547.492176ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:14.479556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:14.10614Z","time spent":"373.399213ms","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:14.47957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.034068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:42:14.47958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.894483Z","time spent":"585.00595ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:14.479607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.306222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:14.479646Z","caller":"traceutil/trace.go:171","msg":"trace[342710031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5984; }","duration":"548.123ms","start":"2026-03-31T18:42:13.9315Z","end":"2026-03-31T18:42:14.479623Z","steps":["trace[342710031] 'agreement among raft nodes before linearized reading' (duration: 547.919425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.479673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.138964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517436"} {"level":"warn","ts":"2026-03-31T18:42:14.479698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.931494Z","time spent":"548.190341ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:42:14.479682Z","caller":"traceutil/trace.go:171","msg":"trace[1765944105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5984; }","duration":"551.416405ms","start":"2026-03-31T18:42:13.928243Z","end":"2026-03-31T18:42:14.47966Z","steps":["trace[1765944105] 'agreement among raft nodes before linearized reading' (duration: 551.029146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.47975Z","caller":"traceutil/trace.go:171","msg":"trace[1905741655] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5984; }","duration":"408.259376ms","start":"2026-03-31T18:42:14.071467Z","end":"2026-03-31T18:42:14.479727Z","steps":["trace[1905741655] 'agreement among raft nodes before linearized reading' (duration: 407.639882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:14.47976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:13.928218Z","time spent":"551.527268ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:14.479808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:14.071445Z","time spent":"408.347728ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517459,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:42:14.59148Z","caller":"traceutil/trace.go:171","msg":"trace[1161233176] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"106.653777ms","start":"2026-03-31T18:42:14.484804Z","end":"2026-03-31T18:42:14.591457Z","steps":["trace[1161233176] 'process raft request' (duration: 96.618453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.596625Z","caller":"traceutil/trace.go:171","msg":"trace[1487992938] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"111.495806ms","start":"2026-03-31T18:42:14.485109Z","end":"2026-03-31T18:42:14.596605Z","steps":["trace[1487992938] 'process raft request' (duration: 111.317512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.596656Z","caller":"traceutil/trace.go:171","msg":"trace[435994706] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"111.551228ms","start":"2026-03-31T18:42:14.484986Z","end":"2026-03-31T18:42:14.596538Z","steps":["trace[435994706] 'process raft request' (duration: 111.345833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.596816Z","caller":"traceutil/trace.go:171","msg":"trace[1611922017] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"106.020764ms","start":"2026-03-31T18:42:14.490775Z","end":"2026-03-31T18:42:14.596796Z","steps":["trace[1611922017] 'process raft request' (duration: 105.754438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.596841Z","caller":"traceutil/trace.go:171","msg":"trace[824514441] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"110.104985ms","start":"2026-03-31T18:42:14.486707Z","end":"2026-03-31T18:42:14.596812Z","steps":["trace[824514441] 'process raft request' (duration: 109.794028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:14.596966Z","caller":"traceutil/trace.go:171","msg":"trace[176726928] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"111.789603ms","start":"2026-03-31T18:42:14.485166Z","end":"2026-03-31T18:42:14.596956Z","steps":["trace[176726928] 'process raft request' (duration: 111.303602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:16.785142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.64455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:42:16.785405Z","caller":"traceutil/trace.go:171","msg":"trace[1435204764] linearizableReadLoop","detail":"{readStateIndex:6255; appliedIndex:6254; }","duration":"699.736908ms","start":"2026-03-31T18:42:16.085649Z","end":"2026-03-31T18:42:16.785386Z","steps":["trace[1435204764] 'read index received' (duration: 54.781431ms)","trace[1435204764] 'applied index is now lower than readState.Index' (duration: 644.954447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:16.785975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.301601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:42:16.786076Z","caller":"traceutil/trace.go:171","msg":"trace[579297444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6000; }","duration":"700.416464ms","start":"2026-03-31T18:42:16.085637Z","end":"2026-03-31T18:42:16.786053Z","steps":["trace[579297444] 'agreement among raft nodes before linearized reading' (duration: 700.154458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:16.786221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.085555Z","time spent":"700.615818ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:42:16.786244Z","caller":"traceutil/trace.go:171","msg":"trace[730050841] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"300.450174ms","start":"2026-03-31T18:42:16.485762Z","end":"2026-03-31T18:42:16.786213Z","steps":["trace[730050841] 'process raft request' (duration: 299.505462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:16.786396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.485715Z","time spent":"300.596778ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:16.993069Z","caller":"traceutil/trace.go:171","msg":"trace[1021898875] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"507.255023ms","start":"2026-03-31T18:42:16.48578Z","end":"2026-03-31T18:42:16.993035Z","steps":["trace[1021898875] 'process raft request' (duration: 408.077542ms)","trace[1021898875] 'compare' (duration: 98.993636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:16.993416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.485754Z","time spent":"507.56624ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:17.058382Z","caller":"traceutil/trace.go:171","msg":"trace[2079015738] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6256; }","duration":"272.903535ms","start":"2026-03-31T18:42:16.785446Z","end":"2026-03-31T18:42:17.05835Z","steps":["trace[2079015738] 'read index received' (duration: 108.605212ms)","trace[2079015738] 'applied index is now lower than readState.Index' (duration: 164.297303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:17.058693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.532114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:17.058734Z","caller":"traceutil/trace.go:171","msg":"trace[2098843528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6004; }","duration":"457.618456ms","start":"2026-03-31T18:42:16.601105Z","end":"2026-03-31T18:42:17.058724Z","steps":["trace[2098843528] 'agreement among raft nodes before linearized reading' (duration: 457.453342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.058766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.601086Z","time spent":"457.671537ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:17.058807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.961489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:17.058864Z","caller":"traceutil/trace.go:171","msg":"trace[435319046] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"325.23926ms","start":"2026-03-31T18:42:16.733613Z","end":"2026-03-31T18:42:17.058853Z","steps":["trace[435319046] 'process raft request' (duration: 324.543855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.058887Z","caller":"traceutil/trace.go:171","msg":"trace[1737719135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6004; }","duration":"464.087142ms","start":"2026-03-31T18:42:16.59479Z","end":"2026-03-31T18:42:17.058877Z","steps":["trace[1737719135] 'agreement among raft nodes before linearized reading' (duration: 463.926968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.058916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.594768Z","time spent":"464.139613ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:17.058946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.733583Z","time spent":"325.311342ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:17.059014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.134454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:17.059046Z","caller":"traceutil/trace.go:171","msg":"trace[1163946216] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6004; }","duration":"549.204375ms","start":"2026-03-31T18:42:16.509834Z","end":"2026-03-31T18:42:17.059038Z","steps":["trace[1163946216] 'agreement among raft nodes before linearized reading' (duration: 549.145923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.509814Z","time spent":"549.249626ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:17.059093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.31582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:17.059119Z","caller":"traceutil/trace.go:171","msg":"trace[1087452466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6004; }","duration":"457.35756ms","start":"2026-03-31T18:42:16.601754Z","end":"2026-03-31T18:42:17.059111Z","steps":["trace[1087452466] 'agreement among raft nodes before linearized reading' (duration: 457.260418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.601747Z","time spent":"457.389271ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:17.059172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.385776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:42:17.059244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.962513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:17.059254Z","caller":"traceutil/trace.go:171","msg":"trace[1204354403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6004; }","duration":"455.499348ms","start":"2026-03-31T18:42:16.603732Z","end":"2026-03-31T18:42:17.059231Z","steps":["trace[1204354403] 'agreement among raft nodes before linearized reading' (duration: 455.263663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.81057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:17.059282Z","caller":"traceutil/trace.go:171","msg":"trace[287294783] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:6004; }","duration":"728.025045ms","start":"2026-03-31T18:42:16.331244Z","end":"2026-03-31T18:42:17.059269Z","steps":["trace[287294783] 'agreement among raft nodes before linearized reading' (duration: 727.968363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.059293Z","caller":"traceutil/trace.go:171","msg":"trace[1625478878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6004; }","duration":"457.857721ms","start":"2026-03-31T18:42:16.601427Z","end":"2026-03-31T18:42:17.059285Z","steps":["trace[1625478878] 'agreement among raft nodes before linearized reading' (duration: 457.782619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.603718Z","time spent":"455.57325ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:17.059315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.331229Z","time spent":"728.077455ms","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-31T18:42:17.059318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.601416Z","time spent":"457.896293ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:17.058693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.060788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:42:17.059403Z","caller":"traceutil/trace.go:171","msg":"trace[781920032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6004; }","duration":"971.805984ms","start":"2026-03-31T18:42:16.087588Z","end":"2026-03-31T18:42:17.059394Z","steps":["trace[781920032] 'agreement among raft nodes before linearized reading' (duration: 971.007767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.087578Z","time spent":"971.844425ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:42:17.059516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.640354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-31T18:42:17.059557Z","caller":"traceutil/trace.go:171","msg":"trace[1596020381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6; range_end:; response_count:1; response_revision:6004; }","duration":"452.694575ms","start":"2026-03-31T18:42:16.606853Z","end":"2026-03-31T18:42:17.059547Z","steps":["trace[1596020381] 'agreement among raft nodes before linearized reading' (duration: 452.598993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.059433Z","caller":"traceutil/trace.go:171","msg":"trace[1807976850] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"267.816949ms","start":"2026-03-31T18:42:16.791604Z","end":"2026-03-31T18:42:17.059421Z","steps":["trace[1807976850] 'process raft request' (duration: 266.664164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:16.606844Z","time spent":"452.734505ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-281ace43-e4c9-4763-8378-7995dff548d6\" "} {"level":"warn","ts":"2026-03-31T18:42:17.059751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.220964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:17.059793Z","caller":"traceutil/trace.go:171","msg":"trace[2026776353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6004; }","duration":"242.315316ms","start":"2026-03-31T18:42:16.817467Z","end":"2026-03-31T18:42:17.059782Z","steps":["trace[2026776353] 'agreement among raft nodes before linearized reading' (duration: 242.253265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.059912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.709726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0fad9dc7-b534-44a6-ac7c-d34dcf10558e\" ","response":"range_response_count:1 size:4066"} {"level":"warn","ts":"2026-03-31T18:42:17.059951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.247717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:17.059954Z","caller":"traceutil/trace.go:171","msg":"trace[1485871808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0fad9dc7-b534-44a6-ac7c-d34dcf10558e; range_end:; response_count:1; response_revision:6004; }","duration":"206.790117ms","start":"2026-03-31T18:42:16.853153Z","end":"2026-03-31T18:42:17.059943Z","steps":["trace[1485871808] 'agreement among raft nodes before linearized reading' (duration: 206.690715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.059977Z","caller":"traceutil/trace.go:171","msg":"trace[1958247119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6004; }","duration":"219.308059ms","start":"2026-03-31T18:42:16.840662Z","end":"2026-03-31T18:42:17.05997Z","steps":["trace[1958247119] 'agreement among raft nodes before linearized reading' (duration: 219.263188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.317526Z","caller":"traceutil/trace.go:171","msg":"trace[1028016082] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"251.500702ms","start":"2026-03-31T18:42:17.066007Z","end":"2026-03-31T18:42:17.317507Z","steps":["trace[1028016082] 'process raft request' (duration: 251.334429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.317682Z","caller":"traceutil/trace.go:171","msg":"trace[1829912307] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"251.604225ms","start":"2026-03-31T18:42:17.066071Z","end":"2026-03-31T18:42:17.317675Z","steps":["trace[1829912307] 'process raft request' (duration: 251.38923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.317874Z","caller":"traceutil/trace.go:171","msg":"trace[1421677537] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"251.599625ms","start":"2026-03-31T18:42:17.066264Z","end":"2026-03-31T18:42:17.317863Z","steps":["trace[1421677537] 'process raft request' (duration: 251.38867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.317931Z","caller":"traceutil/trace.go:171","msg":"trace[2128844079] linearizableReadLoop","detail":"{readStateIndex:6263; appliedIndex:6260; }","duration":"249.696153ms","start":"2026-03-31T18:42:17.068217Z","end":"2026-03-31T18:42:17.317913Z","steps":["trace[2128844079] 'read index received' (duration: 12.281757ms)","trace[2128844079] 'applied index is now lower than readState.Index' (duration: 237.413476ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:17.31806Z","caller":"traceutil/trace.go:171","msg":"trace[711917553] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"247.991765ms","start":"2026-03-31T18:42:17.070052Z","end":"2026-03-31T18:42:17.318044Z","steps":["trace[711917553] 'process raft request' (duration: 247.770879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.318368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.655604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:17.318366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.722819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:42:17.318428Z","caller":"traceutil/trace.go:171","msg":"trace[767337155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6009; }","duration":"247.799451ms","start":"2026-03-31T18:42:17.070612Z","end":"2026-03-31T18:42:17.318411Z","steps":["trace[767337155] 'agreement among raft nodes before linearized reading' (duration: 247.552066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.318408Z","caller":"traceutil/trace.go:171","msg":"trace[1469655833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6009; }","duration":"169.708535ms","start":"2026-03-31T18:42:17.148688Z","end":"2026-03-31T18:42:17.318397Z","steps":["trace[1469655833] 'agreement among raft nodes before linearized reading' (duration: 169.639663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.318467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.240416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:17.318505Z","caller":"traceutil/trace.go:171","msg":"trace[189436910] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:6009; }","duration":"250.278367ms","start":"2026-03-31T18:42:17.068213Z","end":"2026-03-31T18:42:17.318492Z","steps":["trace[189436910] 'agreement among raft nodes before linearized reading' (duration: 250.222186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.708044Z","caller":"traceutil/trace.go:171","msg":"trace[641647031] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"111.65447ms","start":"2026-03-31T18:42:17.596366Z","end":"2026-03-31T18:42:17.70802Z","steps":["trace[641647031] 'process raft request' (duration: 111.601088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.708245Z","caller":"traceutil/trace.go:171","msg":"trace[947322137] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"117.266026ms","start":"2026-03-31T18:42:17.59095Z","end":"2026-03-31T18:42:17.708216Z","steps":["trace[947322137] 'process raft request' (duration: 116.787475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.70834Z","caller":"traceutil/trace.go:171","msg":"trace[1852055253] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"115.960107ms","start":"2026-03-31T18:42:17.592363Z","end":"2026-03-31T18:42:17.708323Z","steps":["trace[1852055253] 'process raft request' (duration: 115.519317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.708474Z","caller":"traceutil/trace.go:171","msg":"trace[1766105978] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"117.237265ms","start":"2026-03-31T18:42:17.591225Z","end":"2026-03-31T18:42:17.708462Z","steps":["trace[1766105978] 'process raft request' (duration: 116.620922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.708521Z","caller":"traceutil/trace.go:171","msg":"trace[406370822] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"115.973006ms","start":"2026-03-31T18:42:17.592534Z","end":"2026-03-31T18:42:17.708507Z","steps":["trace[406370822] 'process raft request' (duration: 115.386973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.708628Z","caller":"traceutil/trace.go:171","msg":"trace[1199966824] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"116.021368ms","start":"2026-03-31T18:42:17.592597Z","end":"2026-03-31T18:42:17.708619Z","steps":["trace[1199966824] 'process raft request' (duration: 115.346113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.802282Z","caller":"traceutil/trace.go:171","msg":"trace[773826669] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"159.519326ms","start":"2026-03-31T18:42:17.642723Z","end":"2026-03-31T18:42:17.802242Z","steps":["trace[773826669] 'process raft request' (duration: 140.829926ms)","trace[773826669] 'compare' (duration: 18.2418ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:17.802333Z","caller":"traceutil/trace.go:171","msg":"trace[973265894] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"157.612642ms","start":"2026-03-31T18:42:17.644695Z","end":"2026-03-31T18:42:17.802308Z","steps":["trace[973265894] 'process raft request' (duration: 157.52915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.802327Z","caller":"traceutil/trace.go:171","msg":"trace[968239794] linearizableReadLoop","detail":"{readStateIndex:6292; appliedIndex:6284; }","duration":"159.468214ms","start":"2026-03-31T18:42:17.642837Z","end":"2026-03-31T18:42:17.802305Z","steps":["trace[968239794] 'read index received' (duration: 64.92847ms)","trace[968239794] 'applied index is now lower than readState.Index' (duration: 94.538674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:17.802386Z","caller":"traceutil/trace.go:171","msg":"trace[1403364901] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"156.961398ms","start":"2026-03-31T18:42:17.645402Z","end":"2026-03-31T18:42:17.802363Z","steps":["trace[1403364901] 'process raft request' (duration: 156.860396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.802446Z","caller":"traceutil/trace.go:171","msg":"trace[587518653] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"159.661189ms","start":"2026-03-31T18:42:17.642762Z","end":"2026-03-31T18:42:17.802423Z","steps":["trace[587518653] 'process raft request' (duration: 159.361582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:17.802763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.833843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124552"} {"level":"info","ts":"2026-03-31T18:42:17.80281Z","caller":"traceutil/trace.go:171","msg":"trace[893494380] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6038; }","duration":"160.008277ms","start":"2026-03-31T18:42:17.642789Z","end":"2026-03-31T18:42:17.802798Z","steps":["trace[893494380] 'agreement among raft nodes before linearized reading' (duration: 159.671669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:17.960127Z","caller":"traceutil/trace.go:171","msg":"trace[282632732] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"150.247958ms","start":"2026-03-31T18:42:17.809842Z","end":"2026-03-31T18:42:17.96009Z","steps":["trace[282632732] 'process raft request' (duration: 97.650065ms)","trace[282632732] 'compare' (duration: 52.345997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:17.960153Z","caller":"traceutil/trace.go:171","msg":"trace[331612291] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"149.316337ms","start":"2026-03-31T18:42:17.810809Z","end":"2026-03-31T18:42:17.960125Z","steps":["trace[331612291] 'process raft request' (duration: 149.189674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:19.557627Z","caller":"traceutil/trace.go:171","msg":"trace[187583155] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"140.953398ms","start":"2026-03-31T18:42:19.416646Z","end":"2026-03-31T18:42:19.5576Z","steps":["trace[187583155] 'process raft request' (duration: 140.784624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:19.557656Z","caller":"traceutil/trace.go:171","msg":"trace[1323484023] linearizableReadLoop","detail":"{readStateIndex:6406; appliedIndex:6406; }","duration":"106.80557ms","start":"2026-03-31T18:42:19.450819Z","end":"2026-03-31T18:42:19.557625Z","steps":["trace[1323484023] 'read index received' (duration: 106.79041ms)","trace[1323484023] 'applied index is now lower than readState.Index' (duration: 12.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:19.55799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.145418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-31T18:42:19.55804Z","caller":"traceutil/trace.go:171","msg":"trace[720015293] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6148; }","duration":"107.24784ms","start":"2026-03-31T18:42:19.450775Z","end":"2026-03-31T18:42:19.558023Z","steps":["trace[720015293] 'agreement among raft nodes before linearized reading' (duration: 106.966544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:19.57347Z","caller":"traceutil/trace.go:171","msg":"trace[2112079543] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"110.78405ms","start":"2026-03-31T18:42:19.462649Z","end":"2026-03-31T18:42:19.573433Z","steps":["trace[2112079543] 'process raft request' (duration: 110.642147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:19.997834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.080063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:19.997951Z","caller":"traceutil/trace.go:171","msg":"trace[788413932] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6149; }","duration":"101.215636ms","start":"2026-03-31T18:42:19.896719Z","end":"2026-03-31T18:42:19.997935Z","steps":["trace[788413932] 'range keys from in-memory index tree' (duration: 101.062092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:19.998271Z","caller":"traceutil/trace.go:171","msg":"trace[542956902] linearizableReadLoop","detail":"{readStateIndex:6408; appliedIndex:6407; }","duration":"424.858059ms","start":"2026-03-31T18:42:19.573384Z","end":"2026-03-31T18:42:19.998242Z","steps":["trace[542956902] 'read index received' (duration: 384.302738ms)","trace[542956902] 'applied index is now lower than readState.Index' (duration: 40.553211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:19.998449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.315877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln-tls\" ","response":"range_response_count:1 size:2130"} {"level":"info","ts":"2026-03-31T18:42:19.998514Z","caller":"traceutil/trace.go:171","msg":"trace[1854754845] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln-tls; range_end:; response_count:1; response_revision:6150; }","duration":"432.409879ms","start":"2026-03-31T18:42:19.566093Z","end":"2026-03-31T18:42:19.998503Z","steps":["trace[1854754845] 'agreement among raft nodes before linearized reading' (duration: 432.202735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:19.998554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.566084Z","time spent":"432.458961ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2153,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln-tls\" "} {"level":"warn","ts":"2026-03-31T18:42:19.998462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.039317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:42:19.9986Z","caller":"traceutil/trace.go:171","msg":"trace[1519637225] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6150; }","duration":"434.223881ms","start":"2026-03-31T18:42:19.564361Z","end":"2026-03-31T18:42:19.998585Z","steps":["trace[1519637225] 'agreement among raft nodes before linearized reading' (duration: 433.974715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:19.998635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.564343Z","time spent":"434.285432ms","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T18:42:19.998635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.250211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:42:19.998278Z","caller":"traceutil/trace.go:171","msg":"trace[578463218] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"433.951635ms","start":"2026-03-31T18:42:19.564298Z","end":"2026-03-31T18:42:19.998249Z","steps":["trace[578463218] 'process raft request' (duration: 393.380823ms)","trace[578463218] 'compare' (duration: 39.996029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:19.998752Z","caller":"traceutil/trace.go:171","msg":"trace[2113967182] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6150; }","duration":"434.410045ms","start":"2026-03-31T18:42:19.56432Z","end":"2026-03-31T18:42:19.99873Z","steps":["trace[2113967182] 'agreement among raft nodes before linearized reading' (duration: 434.116409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:19.998818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.564275Z","time spent":"434.496307ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:19.998816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.564303Z","time spent":"434.494627ms","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T18:42:20.467459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.373327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:20.467932Z","caller":"traceutil/trace.go:171","msg":"trace[775796498] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"761.67448ms","start":"2026-03-31T18:42:19.706226Z","end":"2026-03-31T18:42:20.4679Z","steps":["trace[775796498] 'process raft request' (duration: 623.72664ms)","trace[775796498] 'compare' (duration: 136.960519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:20.468055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.811728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:20.468145Z","caller":"traceutil/trace.go:171","msg":"trace[1588286448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6151; }","duration":"779.965961ms","start":"2026-03-31T18:42:19.688164Z","end":"2026-03-31T18:42:20.46813Z","steps":["trace[1588286448] 'agreement among raft nodes before linearized reading' (duration: 779.792998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.468138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.454093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:20.468223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.663542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:20.468233Z","caller":"traceutil/trace.go:171","msg":"trace[1028946913] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6151; }","duration":"740.577076ms","start":"2026-03-31T18:42:19.727631Z","end":"2026-03-31T18:42:20.468208Z","steps":["trace[1028946913] 'agreement among raft nodes before linearized reading' (duration: 740.403552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.468232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.688132Z","time spent":"780.065004ms","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:20.46828Z","caller":"traceutil/trace.go:171","msg":"trace[1589433418] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6151; }","duration":"879.766825ms","start":"2026-03-31T18:42:19.588496Z","end":"2026-03-31T18:42:20.468263Z","steps":["trace[1589433418] 'agreement among raft nodes before linearized reading' (duration: 879.683953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.468297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.727614Z","time spent":"740.671538ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:20.46832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.588469Z","time spent":"879.843166ms","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:20.468084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.706195Z","time spent":"761.799723ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:20.468393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.116388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717505"} {"level":"info","ts":"2026-03-31T18:42:20.468482Z","caller":"traceutil/trace.go:171","msg":"trace[66214020] linearizableReadLoop","detail":"{readStateIndex:6409; appliedIndex:6408; }","duration":"469.570805ms","start":"2026-03-31T18:42:19.998327Z","end":"2026-03-31T18:42:20.467898Z","steps":["trace[66214020] 'read index received' (duration: 331.645355ms)","trace[66214020] 'applied index is now lower than readState.Index' (duration: 137.92322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:20.468501Z","caller":"traceutil/trace.go:171","msg":"trace[1865174154] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:6151; }","duration":"817.27503ms","start":"2026-03-31T18:42:19.651211Z","end":"2026-03-31T18:42:20.468486Z","steps":["trace[1865174154] 'agreement among raft nodes before linearized reading' (duration: 816.775019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.468541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.65119Z","time spent":"817.341882ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":717528,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:42:20.468119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.52168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:20.468705Z","caller":"traceutil/trace.go:171","msg":"trace[1580041080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6151; }","duration":"844.185705ms","start":"2026-03-31T18:42:19.624509Z","end":"2026-03-31T18:42:20.468694Z","steps":["trace[1580041080] 'agreement among raft nodes before linearized reading' (duration: 843.51423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.468742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:19.624483Z","time spent":"844.248917ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:20.745558Z","caller":"traceutil/trace.go:171","msg":"trace[313147947] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"731.339259ms","start":"2026-03-31T18:42:20.014191Z","end":"2026-03-31T18:42:20.745531Z","steps":["trace[313147947] 'process raft request' (duration: 731.108544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.745719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.014168Z","time spent":"731.469171ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:20.746017Z","caller":"traceutil/trace.go:171","msg":"trace[1447740221] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"531.175559ms","start":"2026-03-31T18:42:20.214811Z","end":"2026-03-31T18:42:20.745987Z","steps":["trace[1447740221] 'process raft request' (duration: 530.667128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.746092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.214799Z","time spent":"531.259941ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:20.747174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.227858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-31T18:42:20.747282Z","caller":"traceutil/trace.go:171","msg":"trace[863898044] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln; range_end:; response_count:1; response_revision:6153; }","duration":"534.380282ms","start":"2026-03-31T18:42:20.212876Z","end":"2026-03-31T18:42:20.747257Z","steps":["trace[863898044] 'agreement among raft nodes before linearized reading' (duration: 534.092076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.74736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.212857Z","time spent":"534.484554ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9334,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln\" "} {"level":"warn","ts":"2026-03-31T18:42:20.747544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.383263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:20.747508Z","caller":"traceutil/trace.go:171","msg":"trace[2011965790] linearizableReadLoop","detail":"{readStateIndex:6411; appliedIndex:6409; }","duration":"278.951271ms","start":"2026-03-31T18:42:20.468522Z","end":"2026-03-31T18:42:20.747473Z","steps":["trace[2011965790] 'read index received' (duration: 276.875564ms)","trace[2011965790] 'applied index is now lower than readState.Index' (duration: 1.182186ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:20.747613Z","caller":"traceutil/trace.go:171","msg":"trace[2012041196] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6153; }","duration":"744.510686ms","start":"2026-03-31T18:42:20.003087Z","end":"2026-03-31T18:42:20.747598Z","steps":["trace[2012041196] 'agreement among raft nodes before linearized reading' (duration: 744.368172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.747649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.003067Z","time spent":"744.574597ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:20.747729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.765155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:42:20.747797Z","caller":"traceutil/trace.go:171","msg":"trace[1756116701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17; range_end:; response_count:1; response_revision:6153; }","duration":"463.856287ms","start":"2026-03-31T18:42:20.283924Z","end":"2026-03-31T18:42:20.74778Z","steps":["trace[1756116701] 'agreement among raft nodes before linearized reading' (duration: 463.694043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.74784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.283913Z","time spent":"463.915169ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17\" "} {"level":"warn","ts":"2026-03-31T18:42:20.748039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.08916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:42:20.748123Z","caller":"traceutil/trace.go:171","msg":"trace[286879496] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6153; }","duration":"746.226463ms","start":"2026-03-31T18:42:20.001877Z","end":"2026-03-31T18:42:20.748104Z","steps":["trace[286879496] 'agreement among raft nodes before linearized reading' (duration: 745.782023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.748354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.481784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"warn","ts":"2026-03-31T18:42:20.748301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.001853Z","time spent":"746.432338ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T18:42:20.748429Z","caller":"traceutil/trace.go:171","msg":"trace[461432610] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:6153; }","duration":"530.576786ms","start":"2026-03-31T18:42:20.217833Z","end":"2026-03-31T18:42:20.74841Z","steps":["trace[461432610] 'agreement among raft nodes before linearized reading' (duration: 528.959769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.748487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.217826Z","time spent":"530.645957ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:42:20.796791Z","caller":"traceutil/trace.go:171","msg":"trace[1288312356] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"322.440777ms","start":"2026-03-31T18:42:20.474321Z","end":"2026-03-31T18:42:20.796761Z","steps":["trace[1288312356] 'process raft request' (duration: 322.293334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:20.796912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.474292Z","time spent":"322.56137ms","remote":"127.0.0.1:41774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:20.797102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.299045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:42:20.797354Z","caller":"traceutil/trace.go:171","msg":"trace[16661781] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6154; }","duration":"282.608862ms","start":"2026-03-31T18:42:20.514735Z","end":"2026-03-31T18:42:20.797344Z","steps":["trace[16661781] 'agreement among raft nodes before linearized reading' (duration: 282.239433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:21.297305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280653126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:21.797454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280653126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:22.297676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280653126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:22.516192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.719606373s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:42:22.516806Z","caller":"traceutil/trace.go:171","msg":"trace[1607552794] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"1.757686348s","start":"2026-03-31T18:42:20.759101Z","end":"2026-03-31T18:42:22.516787Z","steps":["trace[1607552794] 'process raft request' (duration: 1.757331541s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.51691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.759077Z","time spent":"1.757778231s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:22.516988Z","caller":"traceutil/trace.go:171","msg":"trace[1109786505] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"1.755977979s","start":"2026-03-31T18:42:20.760981Z","end":"2026-03-31T18:42:22.516959Z","steps":["trace[1109786505] 'process raft request' (duration: 1.75557494s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.517126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.76096Z","time spent":"1.756098522s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:42:22.534421Z","caller":"traceutil/trace.go:171","msg":"trace[314254568] transaction","detail":"{read_only:false; response_revision:6157; number_of_response:1; }","duration":"1.733590077s","start":"2026-03-31T18:42:20.800814Z","end":"2026-03-31T18:42:22.534404Z","steps":["trace[314254568] 'process raft request' (duration: 1.733467674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.534543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.800799Z","time spent":"1.733676769s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:22.534845Z","caller":"traceutil/trace.go:171","msg":"trace[1150980550] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6412; }","duration":"1.738063538s","start":"2026-03-31T18:42:20.796757Z","end":"2026-03-31T18:42:22.534821Z","steps":["trace[1150980550] 'read index received' (duration: 1.719667644s)","trace[1150980550] 'applied index is now lower than readState.Index' (duration: 18.394824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:22.534899Z","caller":"traceutil/trace.go:171","msg":"trace[1815604000] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"1.526628346s","start":"2026-03-31T18:42:21.008249Z","end":"2026-03-31T18:42:22.534877Z","steps":["trace[1815604000] 'process raft request' (duration: 1.526116344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.535059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.008219Z","time spent":"1.526750678s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:22.535074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762282102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:42:22.534942Z","caller":"traceutil/trace.go:171","msg":"trace[58854462] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"1.451373914s","start":"2026-03-31T18:42:21.083558Z","end":"2026-03-31T18:42:22.534932Z","steps":["trace[58854462] 'process raft request' (duration: 1.451137379s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.535121Z","caller":"traceutil/trace.go:171","msg":"trace[70985708] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6159; }","duration":"1.762436106s","start":"2026-03-31T18:42:20.772671Z","end":"2026-03-31T18:42:22.535107Z","steps":["trace[70985708] 'agreement among raft nodes before linearized reading' (duration: 1.762264652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.535165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.772656Z","time spent":"1.762497837s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T18:42:22.535262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.083539Z","time spent":"1.451602698s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:22.535383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777236728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:42:22.535455Z","caller":"traceutil/trace.go:171","msg":"trace[1218132535] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6159; }","duration":"1.77733238s","start":"2026-03-31T18:42:20.758112Z","end":"2026-03-31T18:42:22.535445Z","steps":["trace[1218132535] 'agreement among raft nodes before linearized reading' (duration: 1.776848379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.535481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.758098Z","time spent":"1.777375871s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T18:42:22.830116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:42:22.830206Z","caller":"traceutil/trace.go:171","msg":"trace[604099620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00022563s","start":"2026-03-31T18:42:20.829961Z","end":"2026-03-31T18:42:22.830187Z","steps":["trace[604099620] 'agreement among raft nodes before linearized reading' (duration: 2.000109847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.830256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.829936Z","time spent":"2.000308502s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:42:22.969117Z","caller":"traceutil/trace.go:171","msg":"trace[1537520591] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"445.640407ms","start":"2026-03-31T18:42:22.523445Z","end":"2026-03-31T18:42:22.969085Z","steps":["trace[1537520591] 'process raft request' (duration: 350.067578ms)","trace[1537520591] 'compare' (duration: 95.359014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:22.96917Z","caller":"traceutil/trace.go:171","msg":"trace[263810136] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"444.947082ms","start":"2026-03-31T18:42:22.5242Z","end":"2026-03-31T18:42:22.969147Z","steps":["trace[263810136] 'process raft request' (duration: 444.85894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969223Z","caller":"traceutil/trace.go:171","msg":"trace[206156633] linearizableReadLoop","detail":"{readStateIndex:6423; appliedIndex:6417; }","duration":"434.297242ms","start":"2026-03-31T18:42:22.534904Z","end":"2026-03-31T18:42:22.969201Z","steps":["trace[206156633] 'read index received' (duration: 338.55546ms)","trace[206156633] 'applied index is now lower than readState.Index' (duration: 95.740682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:22.969252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.523419Z","time spent":"445.77106ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:22.969318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.524184Z","time spent":"445.070474ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:22.969433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634884519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:22.969484Z","caller":"traceutil/trace.go:171","msg":"trace[448769441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6165; }","duration":"1.634982591s","start":"2026-03-31T18:42:21.334491Z","end":"2026-03-31T18:42:22.969474Z","steps":["trace[448769441] 'agreement among raft nodes before linearized reading' (duration: 1.634814918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.969501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634674734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:22.969565Z","caller":"traceutil/trace.go:171","msg":"trace[1974687493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6165; }","duration":"1.634808947s","start":"2026-03-31T18:42:21.334738Z","end":"2026-03-31T18:42:22.969547Z","steps":["trace[1974687493] 'agreement among raft nodes before linearized reading' (duration: 1.634550701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.96959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033685913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:42:22.9696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878657319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:42:22.969622Z","caller":"traceutil/trace.go:171","msg":"trace[1225351422] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:6165; }","duration":"2.033758104s","start":"2026-03-31T18:42:20.935852Z","end":"2026-03-31T18:42:22.96961Z","steps":["trace[1225351422] 'agreement among raft nodes before linearized reading' (duration: 2.033684883s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969633Z","caller":"traceutil/trace.go:171","msg":"trace[735358185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6165; }","duration":"1.878730869s","start":"2026-03-31T18:42:21.090892Z","end":"2026-03-31T18:42:22.969623Z","steps":["trace[735358185] 'agreement among raft nodes before linearized reading' (duration: 1.878633497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.969649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.935827Z","time spent":"2.033813626s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.090871Z","time spent":"1.878797171s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871290562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:42:22.969716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.632952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-x2zqh\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-31T18:42:22.969738Z","caller":"traceutil/trace.go:171","msg":"trace[1978067086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6165; }","duration":"1.871359214s","start":"2026-03-31T18:42:21.098367Z","end":"2026-03-31T18:42:22.969726Z","steps":["trace[1978067086] 'agreement among raft nodes before linearized reading' (duration: 1.87120371s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969754Z","caller":"traceutil/trace.go:171","msg":"trace[662406611] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-x2zqh; range_end:; response_count:1; response_revision:6165; }","duration":"447.676023ms","start":"2026-03-31T18:42:22.522067Z","end":"2026-03-31T18:42:22.969743Z","steps":["trace[662406611] 'agreement among raft nodes before linearized reading' (duration: 447.55256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.969769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.098357Z","time spent":"1.871404455s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.522026Z","time spent":"447.751775ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-x2zqh\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633535617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:42:22.969765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639012482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:22.969772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639269847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:22.9698Z","caller":"traceutil/trace.go:171","msg":"trace[1680898136] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"445.563125ms","start":"2026-03-31T18:42:22.524211Z","end":"2026-03-31T18:42:22.969774Z","steps":["trace[1680898136] 'process raft request' (duration: 444.88488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969854Z","caller":"traceutil/trace.go:171","msg":"trace[1937856070] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"444.804058ms","start":"2026-03-31T18:42:22.525039Z","end":"2026-03-31T18:42:22.969843Z","steps":["trace[1937856070] 'process raft request' (duration: 444.107053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969853Z","caller":"traceutil/trace.go:171","msg":"trace[1036991215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6165; }","duration":"1.639142354s","start":"2026-03-31T18:42:21.330695Z","end":"2026-03-31T18:42:22.969837Z","steps":["trace[1036991215] 'agreement among raft nodes before linearized reading' (duration: 1.638871608s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969862Z","caller":"traceutil/trace.go:171","msg":"trace[1666854803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6165; }","duration":"1.63941521s","start":"2026-03-31T18:42:21.330432Z","end":"2026-03-31T18:42:22.969847Z","steps":["trace[1666854803] 'agreement among raft nodes before linearized reading' (duration: 1.639124624s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969843Z","caller":"traceutil/trace.go:171","msg":"trace[304578556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6165; }","duration":"1.63362731s","start":"2026-03-31T18:42:21.336196Z","end":"2026-03-31T18:42:22.969823Z","steps":["trace[304578556] 'agreement among raft nodes before linearized reading' (duration: 1.633446376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.969902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.330413Z","time spent":"1.639481381s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.330685Z","time spent":"1.639209165s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.336178Z","time spent":"1.633733912s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:42:22.96993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170061909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-281ace43-e4c9-4763-8378-7995dff548d6\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T18:42:22.969519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.334473Z","time spent":"1.635036372s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:22.969952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.332155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:42:22.969905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.525027Z","time spent":"444.852999ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:42:22.969987Z","caller":"traceutil/trace.go:171","msg":"trace[555110823] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"445.031004ms","start":"2026-03-31T18:42:22.524072Z","end":"2026-03-31T18:42:22.969103Z","steps":["trace[555110823] 'process raft request' (duration: 444.945102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.970012Z","caller":"traceutil/trace.go:171","msg":"trace[665594964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6165; }","duration":"459.420177ms","start":"2026-03-31T18:42:22.510577Z","end":"2026-03-31T18:42:22.969997Z","steps":["trace[665594964] 'agreement among raft nodes before linearized reading' (duration: 459.266153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.9698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216201277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-31T18:42:22.969625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.334714Z","time spent":"1.634897319s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:22.970066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.51056Z","time spent":"459.494398ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:42:22.970086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156045634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717505"} {"level":"warn","ts":"2026-03-31T18:42:22.969951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.5242Z","time spent":"445.667308ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:42:22.970142Z","caller":"traceutil/trace.go:171","msg":"trace[1869151503] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:6165; }","duration":"2.156211887s","start":"2026-03-31T18:42:20.813916Z","end":"2026-03-31T18:42:22.970128Z","steps":["trace[1869151503] 'agreement among raft nodes before linearized reading' (duration: 2.155624794s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:22.969802Z","caller":"traceutil/trace.go:171","msg":"trace[1743190697] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"445.436233ms","start":"2026-03-31T18:42:22.524332Z","end":"2026-03-31T18:42:22.969768Z","steps":["trace[1743190697] 'process raft request' (duration: 444.786388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.97018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.813897Z","time spent":"2.156273799s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":717528,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:42:22.970087Z","caller":"traceutil/trace.go:171","msg":"trace[1219407664] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17; range_end:; response_count:1; response_revision:6165; }","duration":"1.216524524s","start":"2026-03-31T18:42:21.753543Z","end":"2026-03-31T18:42:22.970068Z","steps":["trace[1219407664] 'agreement among raft nodes before linearized reading' (duration: 1.216103695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.970241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.524326Z","time spent":"445.852792ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:22.970246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:21.753488Z","time spent":"1.216739489s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17\" "} {"level":"info","ts":"2026-03-31T18:42:22.970003Z","caller":"traceutil/trace.go:171","msg":"trace[1283484706] range","detail":"{range_begin:/registry/persistentvolumes/pvc-281ace43-e4c9-4763-8378-7995dff548d6; range_end:; response_count:1; response_revision:6165; }","duration":"2.170229112s","start":"2026-03-31T18:42:20.799752Z","end":"2026-03-31T18:42:22.969981Z","steps":["trace[1283484706] 'agreement among raft nodes before linearized reading' (duration: 2.169918796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:22.970318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:20.799731Z","time spent":"2.17057887s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-281ace43-e4c9-4763-8378-7995dff548d6\" "} {"level":"warn","ts":"2026-03-31T18:42:22.970277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.524063Z","time spent":"446.183609ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:42:23.160214Z","caller":"traceutil/trace.go:171","msg":"trace[1106137398] linearizableReadLoop","detail":"{readStateIndex:6424; appliedIndex:6423; }","duration":"190.911211ms","start":"2026-03-31T18:42:22.96928Z","end":"2026-03-31T18:42:23.160192Z","steps":["trace[1106137398] 'read index received' (duration: 190.742547ms)","trace[1106137398] 'applied index is now lower than readState.Index' (duration: 167.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:23.16032Z","caller":"traceutil/trace.go:171","msg":"trace[1805962533] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"623.897094ms","start":"2026-03-31T18:42:22.53639Z","end":"2026-03-31T18:42:23.160287Z","steps":["trace[1805962533] 'process raft request' (duration: 623.654229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.160369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.144168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:23.16044Z","caller":"traceutil/trace.go:171","msg":"trace[1326867879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6166; }","duration":"329.26421ms","start":"2026-03-31T18:42:22.831165Z","end":"2026-03-31T18:42:23.160429Z","steps":["trace[1326867879] 'agreement among raft nodes before linearized reading' (duration: 329.131617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.160461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.914345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-31T18:42:23.160465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.53637Z","time spent":"624.014546ms","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:23.160509Z","caller":"traceutil/trace.go:171","msg":"trace[654110292] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6166; }","duration":"599.997277ms","start":"2026-03-31T18:42:22.560498Z","end":"2026-03-31T18:42:23.160495Z","steps":["trace[654110292] 'agreement among raft nodes before linearized reading' (duration: 599.811453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.160545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.560482Z","time spent":"600.054588ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T18:42:23.160568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.19505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:42:23.160599Z","caller":"traceutil/trace.go:171","msg":"trace[1797802576] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6166; }","duration":"620.258232ms","start":"2026-03-31T18:42:22.54033Z","end":"2026-03-31T18:42:23.160588Z","steps":["trace[1797802576] 'agreement among raft nodes before linearized reading' (duration: 620.16628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.160635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.540312Z","time spent":"620.314193ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T18:42:23.160475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:22.831147Z","time spent":"329.317622ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:42:23.171763Z","caller":"traceutil/trace.go:171","msg":"trace[181667987] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"196.903676ms","start":"2026-03-31T18:42:22.974847Z","end":"2026-03-31T18:42:23.171751Z","steps":["trace[181667987] 'process raft request' (duration: 196.843794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.171774Z","caller":"traceutil/trace.go:171","msg":"trace[1246983968] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"196.978947ms","start":"2026-03-31T18:42:22.974783Z","end":"2026-03-31T18:42:23.171762Z","steps":["trace[1246983968] 'process raft request' (duration: 196.830664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.171958Z","caller":"traceutil/trace.go:171","msg":"trace[1867664812] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"196.947397ms","start":"2026-03-31T18:42:22.974989Z","end":"2026-03-31T18:42:23.171937Z","steps":["trace[1867664812] 'process raft request' (duration: 196.734692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.172013Z","caller":"traceutil/trace.go:171","msg":"trace[725429430] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"196.786463ms","start":"2026-03-31T18:42:22.975208Z","end":"2026-03-31T18:42:23.171995Z","steps":["trace[725429430] 'process raft request' (duration: 196.667831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.172023Z","caller":"traceutil/trace.go:171","msg":"trace[605930376] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"196.575859ms","start":"2026-03-31T18:42:22.975437Z","end":"2026-03-31T18:42:23.172013Z","steps":["trace[605930376] 'process raft request' (duration: 196.495267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.172079Z","caller":"traceutil/trace.go:171","msg":"trace[1978090997] transaction","detail":"{read_only:false; response_revision:6173; number_of_response:1; }","duration":"194.456661ms","start":"2026-03-31T18:42:22.97761Z","end":"2026-03-31T18:42:23.172066Z","steps":["trace[1978090997] 'process raft request' (duration: 194.387089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.172105Z","caller":"traceutil/trace.go:171","msg":"trace[927152244] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"195.816642ms","start":"2026-03-31T18:42:22.976258Z","end":"2026-03-31T18:42:23.172075Z","steps":["trace[927152244] 'process raft request' (duration: 195.705349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.172176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.770428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T18:42:23.172189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.263386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:42:23.172202Z","caller":"traceutil/trace.go:171","msg":"trace[1085227875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6173; }","duration":"186.824159ms","start":"2026-03-31T18:42:22.98537Z","end":"2026-03-31T18:42:23.172194Z","steps":["trace[1085227875] 'agreement among raft nodes before linearized reading' (duration: 186.695786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.172211Z","caller":"traceutil/trace.go:171","msg":"trace[1237821132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6173; }","duration":"194.312868ms","start":"2026-03-31T18:42:22.977892Z","end":"2026-03-31T18:42:23.172205Z","steps":["trace[1237821132] 'agreement among raft nodes before linearized reading' (duration: 194.189035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.172211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.51257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:42:23.172236Z","caller":"traceutil/trace.go:171","msg":"trace[812084828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6173; }","duration":"197.57971ms","start":"2026-03-31T18:42:22.974649Z","end":"2026-03-31T18:42:23.172229Z","steps":["trace[812084828] 'agreement among raft nodes before linearized reading' (duration: 197.503909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.29335Z","caller":"traceutil/trace.go:171","msg":"trace[2031674293] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"120.812097ms","start":"2026-03-31T18:42:23.172505Z","end":"2026-03-31T18:42:23.293317Z","steps":["trace[2031674293] 'process raft request' (duration: 120.507989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.293695Z","caller":"traceutil/trace.go:171","msg":"trace[2038335350] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"117.176944ms","start":"2026-03-31T18:42:23.176498Z","end":"2026-03-31T18:42:23.293675Z","steps":["trace[2038335350] 'process raft request' (duration: 117.00698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.293736Z","caller":"traceutil/trace.go:171","msg":"trace[559287929] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"120.170152ms","start":"2026-03-31T18:42:23.173542Z","end":"2026-03-31T18:42:23.293712Z","steps":["trace[559287929] 'process raft request' (duration: 119.651129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.29394Z","caller":"traceutil/trace.go:171","msg":"trace[205836669] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"115.398794ms","start":"2026-03-31T18:42:23.178522Z","end":"2026-03-31T18:42:23.293921Z","steps":["trace[205836669] 'process raft request' (duration: 115.040676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.294021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.354435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11455"} {"level":"warn","ts":"2026-03-31T18:42:23.294026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.477238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16453"} {"level":"info","ts":"2026-03-31T18:42:23.294Z","caller":"traceutil/trace.go:171","msg":"trace[945366164] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"115.122297ms","start":"2026-03-31T18:42:23.178849Z","end":"2026-03-31T18:42:23.293971Z","steps":["trace[945366164] 'process raft request' (duration: 114.759679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.294054Z","caller":"traceutil/trace.go:171","msg":"trace[1377815438] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6181; }","duration":"120.415017ms","start":"2026-03-31T18:42:23.17363Z","end":"2026-03-31T18:42:23.294045Z","steps":["trace[1377815438] 'agreement among raft nodes before linearized reading' (duration: 120.297184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.294061Z","caller":"traceutil/trace.go:171","msg":"trace[1829617885] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6181; }","duration":"120.530829ms","start":"2026-03-31T18:42:23.17352Z","end":"2026-03-31T18:42:23.294051Z","steps":["trace[1829617885] 'agreement among raft nodes before linearized reading' (duration: 120.443407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.294088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.028283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:42:23.294111Z","caller":"traceutil/trace.go:171","msg":"trace[2042931508] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-079d8d63-7736-46d0-8518-ad1a58b0be17; range_end:; response_count:1; response_revision:6181; }","duration":"118.078464ms","start":"2026-03-31T18:42:23.176025Z","end":"2026-03-31T18:42:23.294104Z","steps":["trace[2042931508] 'agreement among raft nodes before linearized reading' (duration: 118.013563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.786019Z","caller":"traceutil/trace.go:171","msg":"trace[2104316619] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"218.260806ms","start":"2026-03-31T18:42:23.567722Z","end":"2026-03-31T18:42:23.785982Z","steps":["trace[2104316619] 'process raft request' (duration: 128.849336ms)","trace[2104316619] 'compare' (duration: 89.281397ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:23.786696Z","caller":"traceutil/trace.go:171","msg":"trace[162176979] linearizableReadLoop","detail":"{readStateIndex:6460; appliedIndex:6458; }","duration":"217.307205ms","start":"2026-03-31T18:42:23.569364Z","end":"2026-03-31T18:42:23.786671Z","steps":["trace[162176979] 'read index received' (duration: 127.23157ms)","trace[162176979] 'applied index is now lower than readState.Index' (duration: 90.074605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:23.786829Z","caller":"traceutil/trace.go:171","msg":"trace[1610756989] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"208.705272ms","start":"2026-03-31T18:42:23.578112Z","end":"2026-03-31T18:42:23.786818Z","steps":["trace[1610756989] 'process raft request' (duration: 208.460196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:23.786831Z","caller":"traceutil/trace.go:171","msg":"trace[1976497381] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"217.517449ms","start":"2026-03-31T18:42:23.569293Z","end":"2026-03-31T18:42:23.78681Z","steps":["trace[1976497381] 'process raft request' (duration: 217.176972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:23.787178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.796276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:42:23.787209Z","caller":"traceutil/trace.go:171","msg":"trace[165551104] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6201; }","duration":"217.879318ms","start":"2026-03-31T18:42:23.569319Z","end":"2026-03-31T18:42:23.787199Z","steps":["trace[165551104] 'agreement among raft nodes before linearized reading' (duration: 217.698074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.606706Z","caller":"traceutil/trace.go:171","msg":"trace[2132283235] linearizableReadLoop","detail":"{readStateIndex:6490; appliedIndex:6489; }","duration":"429.681958ms","start":"2026-03-31T18:42:25.176998Z","end":"2026-03-31T18:42:25.60668Z","steps":["trace[2132283235] 'read index received' (duration: 429.575535ms)","trace[2132283235] 'applied index is now lower than readState.Index' (duration: 105.613µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:25.606959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.923833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:25.607001Z","caller":"traceutil/trace.go:171","msg":"trace[801244171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6229; }","duration":"430.083967ms","start":"2026-03-31T18:42:25.176909Z","end":"2026-03-31T18:42:25.606993Z","steps":["trace[801244171] 'agreement among raft nodes before linearized reading' (duration: 429.873952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.60703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.176881Z","time spent":"430.143128ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:42:25.60674Z","caller":"traceutil/trace.go:171","msg":"trace[1367554183] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"552.231733ms","start":"2026-03-31T18:42:25.054491Z","end":"2026-03-31T18:42:25.606723Z","steps":["trace[1367554183] 'process raft request' (duration: 552.043069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.607309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.054469Z","time spent":"552.805517ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:42:25.61902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.854542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:25.619099Z","caller":"traceutil/trace.go:171","msg":"trace[2028950685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6230; }","duration":"441.969245ms","start":"2026-03-31T18:42:25.177117Z","end":"2026-03-31T18:42:25.619086Z","steps":["trace[2028950685] 'agreement among raft nodes before linearized reading' (duration: 441.775121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.619074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.913773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:25.619111Z","caller":"traceutil/trace.go:171","msg":"trace[681899786] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"304.988166ms","start":"2026-03-31T18:42:25.314076Z","end":"2026-03-31T18:42:25.619064Z","steps":["trace[681899786] 'process raft request' (duration: 304.636218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.61914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.177109Z","time spent":"442.021396ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.298424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:25.619163Z","caller":"traceutil/trace.go:171","msg":"trace[1190906956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6230; }","duration":"442.016395ms","start":"2026-03-31T18:42:25.177127Z","end":"2026-03-31T18:42:25.619144Z","steps":["trace[1190906956] 'agreement among raft nodes before linearized reading' (duration: 441.819371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.619195Z","caller":"traceutil/trace.go:171","msg":"trace[1767682326] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6230; }","duration":"289.435016ms","start":"2026-03-31T18:42:25.329738Z","end":"2026-03-31T18:42:25.619173Z","steps":["trace[1767682326] 'agreement among raft nodes before linearized reading' (duration: 289.296753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.619197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.053117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:42:25.61923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.314054Z","time spent":"305.108019ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:25.619276Z","caller":"traceutil/trace.go:171","msg":"trace[946086944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6230; }","duration":"442.18545ms","start":"2026-03-31T18:42:25.177073Z","end":"2026-03-31T18:42:25.619258Z","steps":["trace[946086944] 'agreement among raft nodes before linearized reading' (duration: 441.941514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.619028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.794571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:42:25.619311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.17705Z","time spent":"442.254591ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.177119Z","time spent":"442.19511ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.75556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:42:25.619362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.082317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln.18a2013840d54a83\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T18:42:25.619356Z","caller":"traceutil/trace.go:171","msg":"trace[901464860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6230; }","duration":"442.152239ms","start":"2026-03-31T18:42:25.177164Z","end":"2026-03-31T18:42:25.619316Z","steps":["trace[901464860] 'agreement among raft nodes before linearized reading' (duration: 441.798791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.619406Z","caller":"traceutil/trace.go:171","msg":"trace[603464656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6230; }","duration":"442.146838ms","start":"2026-03-31T18:42:25.177229Z","end":"2026-03-31T18:42:25.619376Z","steps":["trace[603464656] 'agreement among raft nodes before linearized reading' (duration: 441.693178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.619445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.177213Z","time spent":"442.22162ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:42:25.619438Z","caller":"traceutil/trace.go:171","msg":"trace[1535865952] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln.18a2013840d54a83; range_end:; response_count:1; response_revision:6230; }","duration":"349.206109ms","start":"2026-03-31T18:42:25.270212Z","end":"2026-03-31T18:42:25.619418Z","steps":["trace[1535865952] 'agreement among raft nodes before linearized reading' (duration: 348.898133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.61946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.177127Z","time spent":"442.309172ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.270201Z","time spent":"349.270871ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln.18a2013840d54a83\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.646105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777493"} {"level":"warn","ts":"2026-03-31T18:42:25.619622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.516627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:42:25.619653Z","caller":"traceutil/trace.go:171","msg":"trace[1943523816] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:6230; }","duration":"327.683596ms","start":"2026-03-31T18:42:25.291843Z","end":"2026-03-31T18:42:25.619527Z","steps":["trace[1943523816] 'agreement among raft nodes before linearized reading' (duration: 327.228046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.61968Z","caller":"traceutil/trace.go:171","msg":"trace[1251196343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6230; }","duration":"442.581349ms","start":"2026-03-31T18:42:25.177071Z","end":"2026-03-31T18:42:25.619652Z","steps":["trace[1251196343] 'agreement among raft nodes before linearized reading' (duration: 441.74921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.619696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.291782Z","time spent":"327.90344ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777516,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.177056Z","time spent":"442.65204ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:42:25.619726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.071144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-31T18:42:25.619779Z","caller":"traceutil/trace.go:171","msg":"trace[1358083789] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln; range_end:; response_count:1; response_revision:6230; }","duration":"352.159636ms","start":"2026-03-31T18:42:25.267604Z","end":"2026-03-31T18:42:25.619764Z","steps":["trace[1358083789] 'agreement among raft nodes before linearized reading' (duration: 351.269096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:25.619813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:25.267585Z","time spent":"352.218537ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4c2ln\" "} {"level":"info","ts":"2026-03-31T18:42:29.7015Z","caller":"traceutil/trace.go:171","msg":"trace[864467323] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"144.012697ms","start":"2026-03-31T18:42:29.557461Z","end":"2026-03-31T18:42:29.701474Z","steps":["trace[864467323] 'process raft request' (duration: 143.730381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.814636Z","caller":"traceutil/trace.go:171","msg":"trace[1767594975] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"107.777733ms","start":"2026-03-31T18:42:29.706833Z","end":"2026-03-31T18:42:29.814611Z","steps":["trace[1767594975] 'process raft request' (duration: 107.623599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.815696Z","caller":"traceutil/trace.go:171","msg":"trace[523221455] transaction","detail":"{read_only:false; response_revision:6317; number_of_response:1; }","duration":"108.772695ms","start":"2026-03-31T18:42:29.706901Z","end":"2026-03-31T18:42:29.815673Z","steps":["trace[523221455] 'process raft request' (duration: 108.591531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.815714Z","caller":"traceutil/trace.go:171","msg":"trace[2065607296] linearizableReadLoop","detail":"{readStateIndex:6582; appliedIndex:6579; }","duration":"108.721384ms","start":"2026-03-31T18:42:29.706974Z","end":"2026-03-31T18:42:29.815696Z","steps":["trace[2065607296] 'read index received' (duration: 107.522106ms)","trace[2065607296] 'applied index is now lower than readState.Index' (duration: 1.198518ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:29.815788Z","caller":"traceutil/trace.go:171","msg":"trace[599372002] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"108.670533ms","start":"2026-03-31T18:42:29.707111Z","end":"2026-03-31T18:42:29.815782Z","steps":["trace[599372002] 'process raft request' (duration: 108.489419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.815912Z","caller":"traceutil/trace.go:171","msg":"trace[76523890] transaction","detail":"{read_only:false; response_revision:6319; number_of_response:1; }","duration":"108.222443ms","start":"2026-03-31T18:42:29.707685Z","end":"2026-03-31T18:42:29.815907Z","steps":["trace[76523890] 'process raft request' (duration: 107.937617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:29.815987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.001001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:42:29.816013Z","caller":"traceutil/trace.go:171","msg":"trace[85418658] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6321; }","duration":"109.367129ms","start":"2026-03-31T18:42:29.706639Z","end":"2026-03-31T18:42:29.816006Z","steps":["trace[85418658] 'agreement among raft nodes before linearized reading' (duration: 109.266756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:29.816089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.682703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63022"} {"level":"info","ts":"2026-03-31T18:42:29.816111Z","caller":"traceutil/trace.go:171","msg":"trace[441750073] transaction","detail":"{read_only:false; response_revision:6320; number_of_response:1; }","duration":"107.754863ms","start":"2026-03-31T18:42:29.708349Z","end":"2026-03-31T18:42:29.816104Z","steps":["trace[441750073] 'process raft request' (duration: 107.295693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.816114Z","caller":"traceutil/trace.go:171","msg":"trace[910500381] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6321; }","duration":"108.765825ms","start":"2026-03-31T18:42:29.707342Z","end":"2026-03-31T18:42:29.816108Z","steps":["trace[910500381] 'agreement among raft nodes before linearized reading' (duration: 108.620852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:29.816183Z","caller":"traceutil/trace.go:171","msg":"trace[1975300984] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"107.770373ms","start":"2026-03-31T18:42:29.708407Z","end":"2026-03-31T18:42:29.816178Z","steps":["trace[1975300984] 'process raft request' (duration: 107.262432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:29.816318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.478221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-03-31T18:42:29.816341Z","caller":"traceutil/trace.go:171","msg":"trace[1406748002] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6321; }","duration":"105.519553ms","start":"2026-03-31T18:42:29.710815Z","end":"2026-03-31T18:42:29.816334Z","steps":["trace[1406748002] 'agreement among raft nodes before linearized reading' (duration: 105.463092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:30.143234Z","caller":"traceutil/trace.go:171","msg":"trace[601927637] linearizableReadLoop","detail":"{readStateIndex:6588; appliedIndex:6587; }","duration":"118.948355ms","start":"2026-03-31T18:42:30.024266Z","end":"2026-03-31T18:42:30.143214Z","steps":["trace[601927637] 'read index received' (duration: 118.842292ms)","trace[601927637] 'applied index is now lower than readState.Index' (duration: 105.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:30.143285Z","caller":"traceutil/trace.go:171","msg":"trace[1046377530] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"122.145495ms","start":"2026-03-31T18:42:30.021104Z","end":"2026-03-31T18:42:30.143249Z","steps":["trace[1046377530] 'process raft request' (duration: 121.949201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:30.143519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.225621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-03-31T18:42:30.143565Z","caller":"traceutil/trace.go:171","msg":"trace[2002049529] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6324; }","duration":"119.325003ms","start":"2026-03-31T18:42:30.024228Z","end":"2026-03-31T18:42:30.143553Z","steps":["trace[2002049529] 'agreement among raft nodes before linearized reading' (duration: 119.142609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:33.445876Z","caller":"traceutil/trace.go:171","msg":"trace[1919792134] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"321.078997ms","start":"2026-03-31T18:42:33.124771Z","end":"2026-03-31T18:42:33.44585Z","steps":["trace[1919792134] 'process raft request' (duration: 320.925584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:33.446038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:33.124759Z","time spent":"321.19825ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:33.671283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.103644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:42:33.67139Z","caller":"traceutil/trace.go:171","msg":"trace[15930773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6349; }","duration":"110.224317ms","start":"2026-03-31T18:42:33.561139Z","end":"2026-03-31T18:42:33.671363Z","steps":["trace[15930773] 'range keys from in-memory index tree' (duration: 109.856249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.051067Z","caller":"traceutil/trace.go:171","msg":"trace[1129093438] linearizableReadLoop","detail":"{readStateIndex:6619; appliedIndex:6618; }","duration":"199.288809ms","start":"2026-03-31T18:42:33.851758Z","end":"2026-03-31T18:42:34.051047Z","steps":["trace[1129093438] 'read index received' (duration: 199.041894ms)","trace[1129093438] 'applied index is now lower than readState.Index' (duration: 246.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.051124Z","caller":"traceutil/trace.go:171","msg":"trace[1477327605] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"238.83877ms","start":"2026-03-31T18:42:33.812245Z","end":"2026-03-31T18:42:34.051084Z","steps":["trace[1477327605] 'process raft request' (duration: 238.650616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.051263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.898153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:42:34.051319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.549305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:34.051347Z","caller":"traceutil/trace.go:171","msg":"trace[463519592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6353; }","duration":"188.018536ms","start":"2026-03-31T18:42:33.863319Z","end":"2026-03-31T18:42:34.051337Z","steps":["trace[463519592] 'agreement among raft nodes before linearized reading' (duration: 187.831742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.051431Z","caller":"traceutil/trace.go:171","msg":"trace[1751580473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6353; }","duration":"199.711239ms","start":"2026-03-31T18:42:33.851703Z","end":"2026-03-31T18:42:34.051415Z","steps":["trace[1751580473] 'agreement among raft nodes before linearized reading' (duration: 199.399532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.051431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.595017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:42:34.051466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.502725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:42:34.051508Z","caller":"traceutil/trace.go:171","msg":"trace[1724358927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6353; }","duration":"187.706279ms","start":"2026-03-31T18:42:33.863767Z","end":"2026-03-31T18:42:34.051473Z","steps":["trace[1724358927] 'agreement among raft nodes before linearized reading' (duration: 187.502685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.051557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.484564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:34.051548Z","caller":"traceutil/trace.go:171","msg":"trace[1979317873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6353; }","duration":"187.604287ms","start":"2026-03-31T18:42:33.863924Z","end":"2026-03-31T18:42:34.051528Z","steps":["trace[1979317873] 'agreement among raft nodes before linearized reading' (duration: 187.412932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.051562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.868323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:34.051637Z","caller":"traceutil/trace.go:171","msg":"trace[1144626061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6353; }","duration":"187.982336ms","start":"2026-03-31T18:42:33.863635Z","end":"2026-03-31T18:42:34.051618Z","steps":["trace[1144626061] 'agreement among raft nodes before linearized reading' (duration: 187.74027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.051344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.361271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:34.05159Z","caller":"traceutil/trace.go:171","msg":"trace[1405019034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6353; }","duration":"187.565136ms","start":"2026-03-31T18:42:33.864017Z","end":"2026-03-31T18:42:34.051582Z","steps":["trace[1405019034] 'agreement among raft nodes before linearized reading' (duration: 187.469924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.051763Z","caller":"traceutil/trace.go:171","msg":"trace[2080340705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6353; }","duration":"187.800041ms","start":"2026-03-31T18:42:33.863941Z","end":"2026-03-31T18:42:34.051741Z","steps":["trace[2080340705] 'agreement among raft nodes before linearized reading' (duration: 187.248829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.243562Z","caller":"traceutil/trace.go:171","msg":"trace[1485781957] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"161.992001ms","start":"2026-03-31T18:42:34.08154Z","end":"2026-03-31T18:42:34.243532Z","steps":["trace[1485781957] 'process raft request' (duration: 69.718777ms)","trace[1485781957] 'compare' (duration: 92.047979ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.244113Z","caller":"traceutil/trace.go:171","msg":"trace[1323575837] transaction","detail":"{read_only:false; response_revision:6362; number_of_response:1; }","duration":"162.066064ms","start":"2026-03-31T18:42:34.082031Z","end":"2026-03-31T18:42:34.244097Z","steps":["trace[1323575837] 'process raft request' (duration: 161.427718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.244268Z","caller":"traceutil/trace.go:171","msg":"trace[203721286] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"159.034185ms","start":"2026-03-31T18:42:34.085212Z","end":"2026-03-31T18:42:34.244247Z","steps":["trace[203721286] 'process raft request' (duration: 158.300578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.424139Z","caller":"traceutil/trace.go:171","msg":"trace[1957795822] transaction","detail":"{read_only:false; response_revision:6366; number_of_response:1; }","duration":"172.439617ms","start":"2026-03-31T18:42:34.251674Z","end":"2026-03-31T18:42:34.424113Z","steps":["trace[1957795822] 'process raft request' (duration: 155.661079ms)","trace[1957795822] 'compare' (duration: 16.621074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.441316Z","caller":"traceutil/trace.go:171","msg":"trace[122809178] transaction","detail":"{read_only:false; response_revision:6367; number_of_response:1; }","duration":"141.813487ms","start":"2026-03-31T18:42:34.299471Z","end":"2026-03-31T18:42:34.441285Z","steps":["trace[122809178] 'process raft request' (duration: 141.595212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.441406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.273062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:34.441387Z","caller":"traceutil/trace.go:171","msg":"trace[606352172] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"139.544416ms","start":"2026-03-31T18:42:34.301791Z","end":"2026-03-31T18:42:34.441336Z","steps":["trace[606352172] 'process raft request' (duration: 139.421114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.44145Z","caller":"traceutil/trace.go:171","msg":"trace[862217394] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:6369; }","duration":"140.351005ms","start":"2026-03-31T18:42:34.301089Z","end":"2026-03-31T18:42:34.44144Z","steps":["trace[862217394] 'agreement among raft nodes before linearized reading' (duration: 140.256453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.441606Z","caller":"traceutil/trace.go:171","msg":"trace[326120111] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"125.02937ms","start":"2026-03-31T18:42:34.316569Z","end":"2026-03-31T18:42:34.441598Z","steps":["trace[326120111] 'process raft request' (duration: 124.690493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.441309Z","caller":"traceutil/trace.go:171","msg":"trace[1502329409] linearizableReadLoop","detail":"{readStateIndex:6633; appliedIndex:6631; }","duration":"140.17178ms","start":"2026-03-31T18:42:34.301122Z","end":"2026-03-31T18:42:34.441294Z","steps":["trace[1502329409] 'read index received' (duration: 106.180147ms)","trace[1502329409] 'applied index is now lower than readState.Index' (duration: 33.990883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.636967Z","caller":"traceutil/trace.go:171","msg":"trace[1770120226] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"143.463135ms","start":"2026-03-31T18:42:34.493484Z","end":"2026-03-31T18:42:34.636947Z","steps":["trace[1770120226] 'process raft request' (duration: 143.298701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.637272Z","caller":"traceutil/trace.go:171","msg":"trace[1611583852] linearizableReadLoop","detail":"{readStateIndex:6640; appliedIndex:6636; }","duration":"131.620518ms","start":"2026-03-31T18:42:34.505627Z","end":"2026-03-31T18:42:34.637247Z","steps":["trace[1611583852] 'read index received' (duration: 42.755201ms)","trace[1611583852] 'applied index is now lower than readState.Index' (duration: 88.863977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:34.637354Z","caller":"traceutil/trace.go:171","msg":"trace[1081270374] transaction","detail":"{read_only:false; response_revision:6373; number_of_response:1; }","duration":"140.537779ms","start":"2026-03-31T18:42:34.496796Z","end":"2026-03-31T18:42:34.637334Z","steps":["trace[1081270374] 'process raft request' (duration: 140.087279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:34.637415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.770852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:34.637445Z","caller":"traceutil/trace.go:171","msg":"trace[1804280247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6374; }","duration":"131.848973ms","start":"2026-03-31T18:42:34.505587Z","end":"2026-03-31T18:42:34.637436Z","steps":["trace[1804280247] 'agreement among raft nodes before linearized reading' (duration: 131.783072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:34.637379Z","caller":"traceutil/trace.go:171","msg":"trace[505852663] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"140.484978ms","start":"2026-03-31T18:42:34.496826Z","end":"2026-03-31T18:42:34.637311Z","steps":["trace[505852663] 'process raft request' (duration: 140.299623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:35.934009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.45563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:35.934069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.472994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:35.934171Z","caller":"traceutil/trace.go:171","msg":"trace[1494953119] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6390; }","duration":"207.626427ms","start":"2026-03-31T18:42:35.726519Z","end":"2026-03-31T18:42:35.934145Z","steps":["trace[1494953119] 'count revisions from in-memory index tree' (duration: 207.381782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:35.934105Z","caller":"traceutil/trace.go:171","msg":"trace[939679351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6390; }","duration":"101.607663ms","start":"2026-03-31T18:42:35.832478Z","end":"2026-03-31T18:42:35.934085Z","steps":["trace[939679351] 'range keys from in-memory index tree' (duration: 101.365938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:36.618745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280653645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:37.1195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280653645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:37.620633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280653645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:42:37.634829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.694910658s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:42:37.635391Z","caller":"traceutil/trace.go:171","msg":"trace[473272333] transaction","detail":"{read_only:false; response_revision:6391; number_of_response:1; }","duration":"1.695520001s","start":"2026-03-31T18:42:35.939831Z","end":"2026-03-31T18:42:37.635351Z","steps":["trace[473272333] 'process raft request' (duration: 1.695246355s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:37.635599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:35.939817Z","time spent":"1.695681995s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:38.162241Z","caller":"traceutil/trace.go:171","msg":"trace[827947421] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"1.50416448s","start":"2026-03-31T18:42:36.65804Z","end":"2026-03-31T18:42:38.162205Z","steps":["trace[827947421] 'process raft request' (duration: 1.503842463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.162442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.65802Z","time spent":"1.504304453s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:38.162601Z","caller":"traceutil/trace.go:171","msg":"trace[323769189] linearizableReadLoop","detail":"{readStateIndex:6660; appliedIndex:6656; }","duration":"2.044053924s","start":"2026-03-31T18:42:36.118528Z","end":"2026-03-31T18:42:38.162582Z","steps":["trace[323769189] 'read index received' (duration: 1.516501016s)","trace[323769189] 'applied index is now lower than readState.Index' (duration: 527.551178ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:38.162242Z","caller":"traceutil/trace.go:171","msg":"trace[1720144452] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"1.478952353s","start":"2026-03-31T18:42:36.683259Z","end":"2026-03-31T18:42:38.162211Z","steps":["trace[1720144452] 'process raft request' (duration: 1.478828361s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.162873Z","caller":"traceutil/trace.go:171","msg":"trace[107508360] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"1.479305331s","start":"2026-03-31T18:42:36.683545Z","end":"2026-03-31T18:42:38.16285Z","steps":["trace[107508360] 'process raft request' (duration: 1.478613476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.162928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044181398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:42:38.162933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.683229Z","time spent":"1.479640899s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:38.162941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044401593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:42:38.16298Z","caller":"traceutil/trace.go:171","msg":"trace[603836170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6394; }","duration":"2.04427783s","start":"2026-03-31T18:42:36.118688Z","end":"2026-03-31T18:42:38.162965Z","steps":["trace[603836170] 'agreement among raft nodes before linearized reading' (duration: 2.044112886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.163003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.683516Z","time spent":"1.479411134s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:38.163014Z","caller":"traceutil/trace.go:171","msg":"trace[782928501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6394; }","duration":"2.044526607s","start":"2026-03-31T18:42:36.118469Z","end":"2026-03-31T18:42:38.162995Z","steps":["trace[782928501] 'agreement among raft nodes before linearized reading' (duration: 2.04428316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.163025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.118661Z","time spent":"2.044352303s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:42:38.163066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.118438Z","time spent":"2.044615748s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:38.163077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330163069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:38.163138Z","caller":"traceutil/trace.go:171","msg":"trace[1000341486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6394; }","duration":"1.330257721s","start":"2026-03-31T18:42:36.832867Z","end":"2026-03-31T18:42:38.163125Z","steps":["trace[1000341486] 'agreement among raft nodes before linearized reading' (duration: 1.33018357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.163169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.832841Z","time spent":"1.330321433s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:38.163223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044128727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:42:38.163225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044024375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:42:38.163265Z","caller":"traceutil/trace.go:171","msg":"trace[204394232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6394; }","duration":"2.044185069s","start":"2026-03-31T18:42:36.119067Z","end":"2026-03-31T18:42:38.163252Z","steps":["trace[204394232] 'agreement among raft nodes before linearized reading' (duration: 2.044064307s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.163289Z","caller":"traceutil/trace.go:171","msg":"trace[1555570984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6394; }","duration":"2.044109827s","start":"2026-03-31T18:42:36.119164Z","end":"2026-03-31T18:42:38.163274Z","steps":["trace[1555570984] 'agreement among raft nodes before linearized reading' (duration: 2.043964473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.163307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.119054Z","time spent":"2.04424219s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:38.163303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043635596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:42:38.163301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044318562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:42:38.163311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985793636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:38.163359Z","caller":"traceutil/trace.go:171","msg":"trace[237617496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6394; }","duration":"2.043725148s","start":"2026-03-31T18:42:36.119619Z","end":"2026-03-31T18:42:38.163344Z","steps":["trace[237617496] 'agreement among raft nodes before linearized reading' (duration: 2.043597195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.163031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.112717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:38.163387Z","caller":"traceutil/trace.go:171","msg":"trace[560277152] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6394; }","duration":"1.985902609s","start":"2026-03-31T18:42:36.177464Z","end":"2026-03-31T18:42:38.163367Z","steps":["trace[560277152] 'agreement among raft nodes before linearized reading' (duration: 1.985778886s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.163372Z","caller":"traceutil/trace.go:171","msg":"trace[1181419856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6394; }","duration":"2.044438444s","start":"2026-03-31T18:42:36.118917Z","end":"2026-03-31T18:42:38.163355Z","steps":["trace[1181419856] 'agreement among raft nodes before linearized reading' (duration: 2.044271791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.1634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.119602Z","time spent":"2.04378794s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:42:38.163414Z","caller":"traceutil/trace.go:171","msg":"trace[2090701025] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6394; }","duration":"369.524006ms","start":"2026-03-31T18:42:37.793874Z","end":"2026-03-31T18:42:38.163398Z","steps":["trace[2090701025] 'agreement among raft nodes before linearized reading' (duration: 369.095046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.16344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.118893Z","time spent":"2.044534006s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:38.163439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.177449Z","time spent":"1.98597492s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:38.163462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922370011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:38.163463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:37.793855Z","time spent":"369.592838ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:38.163443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044215979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:42:38.163644Z","caller":"traceutil/trace.go:171","msg":"trace[865204110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6394; }","duration":"2.044447315s","start":"2026-03-31T18:42:36.119182Z","end":"2026-03-31T18:42:38.16363Z","steps":["trace[865204110] 'agreement among raft nodes before linearized reading' (duration: 2.044170448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.16342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809708678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-v9blg\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-31T18:42:38.16371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.119165Z","time spent":"2.044529336s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:42:38.163734Z","caller":"traceutil/trace.go:171","msg":"trace[52253566] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-v9blg; range_end:; response_count:1; response_revision:6394; }","duration":"1.810040035s","start":"2026-03-31T18:42:36.353673Z","end":"2026-03-31T18:42:38.163713Z","steps":["trace[52253566] 'agreement among raft nodes before linearized reading' (duration: 1.809669307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.162924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959234119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:42:38.163809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.353656Z","time spent":"1.810136518s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-v9blg\" "} {"level":"info","ts":"2026-03-31T18:42:38.163848Z","caller":"traceutil/trace.go:171","msg":"trace[502690515] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:6394; }","duration":"1.960190991s","start":"2026-03-31T18:42:36.203637Z","end":"2026-03-31T18:42:38.163828Z","steps":["trace[502690515] 'agreement among raft nodes before linearized reading' (duration: 1.959214958s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.163496Z","caller":"traceutil/trace.go:171","msg":"trace[1476058099] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6394; }","duration":"1.922399481s","start":"2026-03-31T18:42:36.241084Z","end":"2026-03-31T18:42:38.163483Z","steps":["trace[1476058099] 'agreement among raft nodes before linearized reading' (duration: 1.92235624s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.163915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.203626Z","time spent":"1.960267632s","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:38.163923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.241048Z","time spent":"1.922854312s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:42:38.16333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:36.119148Z","time spent":"2.044170189s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:42:38.333643Z","caller":"traceutil/trace.go:171","msg":"trace[1459255440] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"164.392985ms","start":"2026-03-31T18:42:38.169225Z","end":"2026-03-31T18:42:38.333618Z","steps":["trace[1459255440] 'process raft request' (duration: 164.286033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.333698Z","caller":"traceutil/trace.go:171","msg":"trace[1094681461] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"164.486047ms","start":"2026-03-31T18:42:38.16916Z","end":"2026-03-31T18:42:38.333646Z","steps":["trace[1094681461] 'process raft request' (duration: 164.19445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.333985Z","caller":"traceutil/trace.go:171","msg":"trace[1945936250] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"164.655282ms","start":"2026-03-31T18:42:38.169307Z","end":"2026-03-31T18:42:38.333963Z","steps":["trace[1945936250] 'process raft request' (duration: 164.272342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.334052Z","caller":"traceutil/trace.go:171","msg":"trace[460599640] linearizableReadLoop","detail":"{readStateIndex:6666; appliedIndex:6660; }","duration":"162.78292ms","start":"2026-03-31T18:42:38.171246Z","end":"2026-03-31T18:42:38.334029Z","steps":["trace[460599640] 'read index received' (duration: 34.837314ms)","trace[460599640] 'applied index is now lower than readState.Index' (duration: 127.944556ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:38.334155Z","caller":"traceutil/trace.go:171","msg":"trace[1722890992] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"163.68191ms","start":"2026-03-31T18:42:38.170461Z","end":"2026-03-31T18:42:38.334143Z","steps":["trace[1722890992] 'process raft request' (duration: 163.470815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.334215Z","caller":"traceutil/trace.go:171","msg":"trace[531473205] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"162.107164ms","start":"2026-03-31T18:42:38.172096Z","end":"2026-03-31T18:42:38.334203Z","steps":["trace[531473205] 'process raft request' (duration: 161.881629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.33416Z","caller":"traceutil/trace.go:171","msg":"trace[2089645666] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"164.484427ms","start":"2026-03-31T18:42:38.169612Z","end":"2026-03-31T18:42:38.334097Z","steps":["trace[2089645666] 'process raft request' (duration: 164.221931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:38.334531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.22302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71071"} {"level":"info","ts":"2026-03-31T18:42:38.334748Z","caller":"traceutil/trace.go:171","msg":"trace[394230882] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:6401; }","duration":"163.514157ms","start":"2026-03-31T18:42:38.171217Z","end":"2026-03-31T18:42:38.334731Z","steps":["trace[394230882] 'agreement among raft nodes before linearized reading' (duration: 163.052556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.434586Z","caller":"traceutil/trace.go:171","msg":"trace[1408863655] linearizableReadLoop","detail":"{readStateIndex:6668; appliedIndex:6667; }","duration":"100.445267ms","start":"2026-03-31T18:42:38.334116Z","end":"2026-03-31T18:42:38.434561Z","steps":["trace[1408863655] 'read index received' (duration: 22.293351ms)","trace[1408863655] 'applied index is now lower than readState.Index' (duration: 78.150286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:38.434728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.687332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:38.43483Z","caller":"traceutil/trace.go:171","msg":"trace[1976857440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6401; }","duration":"261.837076ms","start":"2026-03-31T18:42:38.172968Z","end":"2026-03-31T18:42:38.434805Z","steps":["trace[1976857440] 'agreement among raft nodes before linearized reading' (duration: 261.668531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.527639Z","caller":"traceutil/trace.go:171","msg":"trace[1498819512] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"187.440703ms","start":"2026-03-31T18:42:38.340186Z","end":"2026-03-31T18:42:38.527626Z","steps":["trace[1498819512] 'process raft request' (duration: 187.407653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.527702Z","caller":"traceutil/trace.go:171","msg":"trace[203008116] transaction","detail":"{read_only:false; response_revision:6403; number_of_response:1; }","duration":"188.003996ms","start":"2026-03-31T18:42:38.339689Z","end":"2026-03-31T18:42:38.527693Z","steps":["trace[203008116] 'process raft request' (duration: 187.841282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.527748Z","caller":"traceutil/trace.go:171","msg":"trace[1893974667] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"187.585737ms","start":"2026-03-31T18:42:38.340141Z","end":"2026-03-31T18:42:38.527727Z","steps":["trace[1893974667] 'process raft request' (duration: 187.428063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:38.527638Z","caller":"traceutil/trace.go:171","msg":"trace[1693986021] transaction","detail":"{read_only:false; response_revision:6402; number_of_response:1; }","duration":"188.461207ms","start":"2026-03-31T18:42:38.339147Z","end":"2026-03-31T18:42:38.527608Z","steps":["trace[1693986021] 'process raft request' (duration: 188.258593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:40.413036Z","caller":"traceutil/trace.go:171","msg":"trace[572812267] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6673; }","duration":"203.206728ms","start":"2026-03-31T18:42:40.20981Z","end":"2026-03-31T18:42:40.413017Z","steps":["trace[572812267] 'read index received' (duration: 202.933382ms)","trace[572812267] 'applied index is now lower than readState.Index' (duration: 272.406µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:40.413094Z","caller":"traceutil/trace.go:171","msg":"trace[1105880323] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"241.12108ms","start":"2026-03-31T18:42:40.171941Z","end":"2026-03-31T18:42:40.413062Z","steps":["trace[1105880323] 'process raft request' (duration: 240.858084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:40.413124Z","caller":"traceutil/trace.go:171","msg":"trace[40845081] transaction","detail":"{read_only:false; response_revision:6408; number_of_response:1; }","duration":"240.722061ms","start":"2026-03-31T18:42:40.17237Z","end":"2026-03-31T18:42:40.413092Z","steps":["trace[40845081] 'process raft request' (duration: 240.604008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:40.413415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.591226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:42:40.413456Z","caller":"traceutil/trace.go:171","msg":"trace[1100107537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6408; }","duration":"203.677548ms","start":"2026-03-31T18:42:40.209768Z","end":"2026-03-31T18:42:40.413446Z","steps":["trace[1100107537] 'agreement among raft nodes before linearized reading' (duration: 203.585406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:47.199022Z","caller":"traceutil/trace.go:171","msg":"trace[2142888432] linearizableReadLoop","detail":"{readStateIndex:6796; appliedIndex:6795; }","duration":"227.713809ms","start":"2026-03-31T18:42:46.971239Z","end":"2026-03-31T18:42:47.198953Z","steps":["trace[2142888432] 'read index received' (duration: 212.572889ms)","trace[2142888432] 'applied index is now lower than readState.Index' (duration: 15.13939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:47.199387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.092377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:47.199492Z","caller":"traceutil/trace.go:171","msg":"trace[1280583847] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6527; }","duration":"228.288121ms","start":"2026-03-31T18:42:46.971183Z","end":"2026-03-31T18:42:47.199472Z","steps":["trace[1280583847] 'agreement among raft nodes before linearized reading' (duration: 227.936224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:47.199792Z","caller":"traceutil/trace.go:171","msg":"trace[311360949] transaction","detail":"{read_only:false; response_revision:6527; number_of_response:1; }","duration":"276.252809ms","start":"2026-03-31T18:42:46.923456Z","end":"2026-03-31T18:42:47.199709Z","steps":["trace[311360949] 'process raft request' (duration: 260.380293ms)","trace[311360949] 'compare' (duration: 14.851033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:47.199856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.706446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:42:47.200094Z","caller":"traceutil/trace.go:171","msg":"trace[379219236] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6526; }","duration":"303.993082ms","start":"2026-03-31T18:42:46.896068Z","end":"2026-03-31T18:42:47.200061Z","steps":["trace[379219236] 'range keys from in-memory index tree' (duration: 302.427408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:47.200183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:46.896042Z","time spent":"304.117906ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:42:47.63997Z","caller":"traceutil/trace.go:171","msg":"trace[136010164] linearizableReadLoop","detail":"{readStateIndex:6799; appliedIndex:6798; }","duration":"198.974462ms","start":"2026-03-31T18:42:47.440968Z","end":"2026-03-31T18:42:47.639942Z","steps":["trace[136010164] 'read index received' (duration: 198.667685ms)","trace[136010164] 'applied index is now lower than readState.Index' (duration: 305.767µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:47.640234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.25117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T18:42:47.640307Z","caller":"traceutil/trace.go:171","msg":"trace[916628388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f; range_end:; response_count:1; response_revision:6530; }","duration":"199.363012ms","start":"2026-03-31T18:42:47.440903Z","end":"2026-03-31T18:42:47.640266Z","steps":["trace[916628388] 'agreement among raft nodes before linearized reading' (duration: 199.181528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:47.640109Z","caller":"traceutil/trace.go:171","msg":"trace[237326709] transaction","detail":"{read_only:false; response_revision:6530; number_of_response:1; }","duration":"211.956945ms","start":"2026-03-31T18:42:47.428111Z","end":"2026-03-31T18:42:47.640068Z","steps":["trace[237326709] 'process raft request' (duration: 211.647027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:47.640407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.881821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-31T18:42:47.640472Z","caller":"traceutil/trace.go:171","msg":"trace[936483280] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6530; }","duration":"195.008514ms","start":"2026-03-31T18:42:47.445446Z","end":"2026-03-31T18:42:47.640454Z","steps":["trace[936483280] 'agreement among raft nodes before linearized reading' (duration: 194.745648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:47.64065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.979455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:42:47.640863Z","caller":"traceutil/trace.go:171","msg":"trace[1926219645] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6530; }","duration":"111.251811ms","start":"2026-03-31T18:42:47.529585Z","end":"2026-03-31T18:42:47.640837Z","steps":["trace[1926219645] 'agreement among raft nodes before linearized reading' (duration: 110.648177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:48.171953Z","caller":"traceutil/trace.go:171","msg":"trace[1446939747] linearizableReadLoop","detail":"{readStateIndex:6801; appliedIndex:6800; }","duration":"425.322069ms","start":"2026-03-31T18:42:47.746606Z","end":"2026-03-31T18:42:48.171928Z","steps":["trace[1446939747] 'read index received' (duration: 425.197876ms)","trace[1446939747] 'applied index is now lower than readState.Index' (duration: 123.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:48.172007Z","caller":"traceutil/trace.go:171","msg":"trace[819128115] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"425.716529ms","start":"2026-03-31T18:42:47.746259Z","end":"2026-03-31T18:42:48.171975Z","steps":["trace[819128115] 'process raft request' (duration: 425.472433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.172151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.746229Z","time spent":"425.839462ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:48.172357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.73362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-31T18:42:48.172442Z","caller":"traceutil/trace.go:171","msg":"trace[1842213596] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6532; }","duration":"425.855002ms","start":"2026-03-31T18:42:47.746563Z","end":"2026-03-31T18:42:48.172418Z","steps":["trace[1842213596] 'agreement among raft nodes before linearized reading' (duration: 425.478352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.172511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.746515Z","time spent":"425.962374ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T18:42:48.310279Z","caller":"traceutil/trace.go:171","msg":"trace[393068553] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"561.711056ms","start":"2026-03-31T18:42:47.748529Z","end":"2026-03-31T18:42:48.31024Z","steps":["trace[393068553] 'process raft request' (duration: 503.229211ms)","trace[393068553] 'compare' (duration: 58.063646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:48.310354Z","caller":"traceutil/trace.go:171","msg":"trace[283422956] linearizableReadLoop","detail":"{readStateIndex:6805; appliedIndex:6801; }","duration":"138.32241ms","start":"2026-03-31T18:42:48.172007Z","end":"2026-03-31T18:42:48.310329Z","steps":["trace[283422956] 'read index received' (duration: 79.779634ms)","trace[283422956] 'applied index is now lower than readState.Index' (duration: 58.541556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:48.310488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.748511Z","time spent":"561.861539ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:48.310547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.056987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:48.310588Z","caller":"traceutil/trace.go:171","msg":"trace[2058972171] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6536; }","duration":"543.164319ms","start":"2026-03-31T18:42:47.76741Z","end":"2026-03-31T18:42:48.310574Z","steps":["trace[2058972171] 'agreement among raft nodes before linearized reading' (duration: 543.014105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.310638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.767385Z","time spent":"543.242831ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:48.310657Z","caller":"traceutil/trace.go:171","msg":"trace[2039249961] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"561.822729ms","start":"2026-03-31T18:42:47.748799Z","end":"2026-03-31T18:42:48.310622Z","steps":["trace[2039249961] 'process raft request' (duration: 561.318037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:48.310664Z","caller":"traceutil/trace.go:171","msg":"trace[615777084] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"560.951568ms","start":"2026-03-31T18:42:47.749682Z","end":"2026-03-31T18:42:48.310633Z","steps":["trace[615777084] 'process raft request' (duration: 560.59832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:48.310573Z","caller":"traceutil/trace.go:171","msg":"trace[22881476] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"560.891487ms","start":"2026-03-31T18:42:47.749651Z","end":"2026-03-31T18:42:48.310542Z","steps":["trace[22881476] 'process raft request' (duration: 560.57527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.310833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.185229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:48.310882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.749624Z","time spent":"561.191294ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:48.310928Z","caller":"traceutil/trace.go:171","msg":"trace[268908584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6536; }","duration":"478.331842ms","start":"2026-03-31T18:42:47.832576Z","end":"2026-03-31T18:42:48.310908Z","steps":["trace[268908584] 'agreement among raft nodes before linearized reading' (duration: 478.147638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:48.310858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.749665Z","time spent":"561.077411ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:48.310983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.832557Z","time spent":"478.416843ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:48.311182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:47.748788Z","time spent":"562.255618ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:48.37915Z","caller":"traceutil/trace.go:171","msg":"trace[608723766] transaction","detail":"{read_only:false; response_revision:6537; number_of_response:1; }","duration":"191.713069ms","start":"2026-03-31T18:42:48.187419Z","end":"2026-03-31T18:42:48.379132Z","steps":["trace[608723766] 'process raft request' (duration: 191.577026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:48.37936Z","caller":"traceutil/trace.go:171","msg":"trace[208449996] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"152.832655ms","start":"2026-03-31T18:42:48.226522Z","end":"2026-03-31T18:42:48.379355Z","steps":["trace[208449996] 'process raft request' (duration: 152.568269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.002984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.0414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:42:49.003148Z","caller":"traceutil/trace.go:171","msg":"trace[1056637981] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"618.37655ms","start":"2026-03-31T18:42:48.384743Z","end":"2026-03-31T18:42:49.00312Z","steps":["trace[1056637981] 'process raft request' (duration: 29.045193ms)","trace[1056637981] 'compare' (duration: 588.409386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:49.003334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.384719Z","time spent":"618.491942ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:49.0059Z","caller":"traceutil/trace.go:171","msg":"trace[1364020248] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"621.008289ms","start":"2026-03-31T18:42:48.384867Z","end":"2026-03-31T18:42:49.005876Z","steps":["trace[1364020248] 'process raft request' (duration: 620.638451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.006039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.384849Z","time spent":"621.114251ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:49.006421Z","caller":"traceutil/trace.go:171","msg":"trace[1419984074] transaction","detail":"{read_only:false; response_revision:6542; number_of_response:1; }","duration":"620.730602ms","start":"2026-03-31T18:42:48.385684Z","end":"2026-03-31T18:42:49.006414Z","steps":["trace[1419984074] 'process raft request' (duration: 620.622839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.006472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.385679Z","time spent":"620.766992ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:49.006556Z","caller":"traceutil/trace.go:171","msg":"trace[1543546520] transaction","detail":"{read_only:false; response_revision:6541; number_of_response:1; }","duration":"621.197802ms","start":"2026-03-31T18:42:48.38533Z","end":"2026-03-31T18:42:49.006528Z","steps":["trace[1543546520] 'process raft request' (duration: 620.478666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:49.006393Z","caller":"traceutil/trace.go:171","msg":"trace[1081091694] linearizableReadLoop","detail":"{readStateIndex:6811; appliedIndex:6807; }","duration":"602.422321ms","start":"2026-03-31T18:42:48.40396Z","end":"2026-03-31T18:42:49.006382Z","steps":["trace[1081091694] 'read index received' (duration: 9.843272ms)","trace[1081091694] 'applied index is now lower than readState.Index' (duration: 592.578249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:49.006697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.385325Z","time spent":"621.296264ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:49.006759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.785639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T18:42:49.006831Z","caller":"traceutil/trace.go:171","msg":"trace[1030595574] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6542; }","duration":"602.888462ms","start":"2026-03-31T18:42:48.403922Z","end":"2026-03-31T18:42:49.00681Z","steps":["trace[1030595574] 'agreement among raft nodes before linearized reading' (duration: 602.659766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.006894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.403909Z","time spent":"602.970593ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:42:49.02159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.784732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:42:49.021723Z","caller":"traceutil/trace.go:171","msg":"trace[249777433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6545; }","duration":"401.969596ms","start":"2026-03-31T18:42:48.619731Z","end":"2026-03-31T18:42:49.021701Z","steps":["trace[249777433] 'agreement among raft nodes before linearized reading' (duration: 401.72475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.021712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.353816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:42:49.021769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.619712Z","time spent":"402.047267ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:42:49.02181Z","caller":"traceutil/trace.go:171","msg":"trace[255001578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6545; }","duration":"395.49326ms","start":"2026-03-31T18:42:48.626291Z","end":"2026-03-31T18:42:49.021785Z","steps":["trace[255001578] 'agreement among raft nodes before linearized reading' (duration: 395.125582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.02188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.940217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:42:49.021865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.626276Z","time spent":"395.572701ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:42:49.021952Z","caller":"traceutil/trace.go:171","msg":"trace[50673721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6545; }","duration":"415.049219ms","start":"2026-03-31T18:42:48.606887Z","end":"2026-03-31T18:42:49.021936Z","steps":["trace[50673721] 'agreement among raft nodes before linearized reading' (duration: 414.861935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.021993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.606868Z","time spent":"415.116151ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:42:49.02213Z","caller":"traceutil/trace.go:171","msg":"trace[1133580264] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"488.981481ms","start":"2026-03-31T18:42:48.533136Z","end":"2026-03-31T18:42:49.022118Z","steps":["trace[1133580264] 'process raft request' (duration: 488.202434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.022165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.342328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:42:49.02219Z","caller":"traceutil/trace.go:171","msg":"trace[671165488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6545; }","duration":"404.411799ms","start":"2026-03-31T18:42:48.617771Z","end":"2026-03-31T18:42:49.022183Z","steps":["trace[671165488] 'agreement among raft nodes before linearized reading' (duration: 404.326398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.022217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.61774Z","time spent":"404.472231ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:42:49.022229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.53312Z","time spent":"489.041563ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:49.022351Z","caller":"traceutil/trace.go:171","msg":"trace[2098961524] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"565.708306ms","start":"2026-03-31T18:42:48.456632Z","end":"2026-03-31T18:42:49.02234Z","steps":["trace[2098961524] 'process raft request' (duration: 564.497099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.022395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.87963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:42:49.022419Z","caller":"traceutil/trace.go:171","msg":"trace[797087024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6545; }","duration":"412.917971ms","start":"2026-03-31T18:42:48.609492Z","end":"2026-03-31T18:42:49.02241Z","steps":["trace[797087024] 'agreement among raft nodes before linearized reading' (duration: 412.84791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.022423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.45658Z","time spent":"565.809218ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:42:49.022439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.609483Z","time spent":"412.951072ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:42:49.022502Z","caller":"traceutil/trace.go:171","msg":"trace[913486724] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"499.475186ms","start":"2026-03-31T18:42:48.523019Z","end":"2026-03-31T18:42:49.022494Z","steps":["trace[913486724] 'process raft request' (duration: 498.27764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.02254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.914144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:42:49.022546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.522991Z","time spent":"499.533258ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:42:49.022559Z","caller":"traceutil/trace.go:171","msg":"trace[1592066823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6545; }","duration":"413.946935ms","start":"2026-03-31T18:42:48.608606Z","end":"2026-03-31T18:42:49.022553Z","steps":["trace[1592066823] 'agreement among raft nodes before linearized reading' (duration: 413.897714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.0226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.608599Z","time spent":"413.972485ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:42:49.022634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.781789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:49.022671Z","caller":"traceutil/trace.go:171","msg":"trace[999561757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6545; }","duration":"235.871822ms","start":"2026-03-31T18:42:48.786789Z","end":"2026-03-31T18:42:49.022661Z","steps":["trace[999561757] 'agreement among raft nodes before linearized reading' (duration: 235.813381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.022785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.896209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:49.022831Z","caller":"traceutil/trace.go:171","msg":"trace[888759030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6545; }","duration":"189.975951ms","start":"2026-03-31T18:42:48.832844Z","end":"2026-03-31T18:42:49.02282Z","steps":["trace[888759030] 'agreement among raft nodes before linearized reading' (duration: 189.892219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.022849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.274726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:42:49.022876Z","caller":"traceutil/trace.go:171","msg":"trace[945316503] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6545; }","duration":"565.340208ms","start":"2026-03-31T18:42:48.457525Z","end":"2026-03-31T18:42:49.022866Z","steps":["trace[945316503] 'agreement among raft nodes before linearized reading' (duration: 565.264936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.0229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.457504Z","time spent":"565.389999ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T18:42:49.022947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.229569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T18:42:49.022987Z","caller":"traceutil/trace.go:171","msg":"trace[369420786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f; range_end:; response_count:1; response_revision:6545; }","duration":"377.313051ms","start":"2026-03-31T18:42:48.645662Z","end":"2026-03-31T18:42:49.022975Z","steps":["trace[369420786] 'agreement among raft nodes before linearized reading' (duration: 377.150147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.023016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.64562Z","time spent":"377.389083ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f\" "} {"level":"warn","ts":"2026-03-31T18:42:49.023845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.092788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:42:49.024146Z","caller":"traceutil/trace.go:171","msg":"trace[388243253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6545; }","duration":"418.177929ms","start":"2026-03-31T18:42:48.605704Z","end":"2026-03-31T18:42:49.023882Z","steps":["trace[388243253] 'agreement among raft nodes before linearized reading' (duration: 418.048846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:49.024185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:48.605684Z","time spent":"418.491767ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:42:50.29426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.66471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:50.294343Z","caller":"traceutil/trace.go:171","msg":"trace[293886211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6562; }","duration":"462.795013ms","start":"2026-03-31T18:42:49.831532Z","end":"2026-03-31T18:42:50.294327Z","steps":["trace[293886211] 'range keys from in-memory index tree' (duration: 462.528976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.294374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.831513Z","time spent":"462.855454ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:42:50.294328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.328211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:50.294388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.202412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:42:50.294385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.04401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-03-31T18:42:50.294445Z","caller":"traceutil/trace.go:171","msg":"trace[518813329] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:6562; }","duration":"451.301034ms","start":"2026-03-31T18:42:49.843131Z","end":"2026-03-31T18:42:50.294432Z","steps":["trace[518813329] 'count revisions from in-memory index tree' (duration: 451.13585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:50.294441Z","caller":"traceutil/trace.go:171","msg":"trace[1048114105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6562; }","duration":"397.456014ms","start":"2026-03-31T18:42:49.896966Z","end":"2026-03-31T18:42:50.294422Z","steps":["trace[1048114105] 'range keys from in-memory index tree' (duration: 397.310531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:50.294479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:42:49.843109Z","time spent":"451.358865ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:42:50.294844Z","caller":"traceutil/trace.go:171","msg":"trace[240141672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d44681b-eac6-4458-b06b-01c24c03071f; range_end:; response_count:1; response_revision:6562; }","duration":"266.186184ms","start":"2026-03-31T18:42:50.028263Z","end":"2026-03-31T18:42:50.294449Z","steps":["trace[240141672] 'range keys from in-memory index tree' (duration: 265.938158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:42:53.822343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.405446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:42:53.822442Z","caller":"traceutil/trace.go:171","msg":"trace[1199161333] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6609; }","duration":"100.56037ms","start":"2026-03-31T18:42:53.721854Z","end":"2026-03-31T18:42:53.822414Z","steps":["trace[1199161333] 'count revisions from in-memory index tree' (duration: 100.245873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:01.308182Z","caller":"traceutil/trace.go:171","msg":"trace[913733861] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"168.455187ms","start":"2026-03-31T18:43:01.139699Z","end":"2026-03-31T18:43:01.308154Z","steps":["trace[913733861] 'process raft request' (duration: 165.172382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:01.310165Z","caller":"traceutil/trace.go:171","msg":"trace[1518982043] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"170.444571ms","start":"2026-03-31T18:43:01.139702Z","end":"2026-03-31T18:43:01.310147Z","steps":["trace[1518982043] 'process raft request' (duration: 170.217656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:01.310238Z","caller":"traceutil/trace.go:171","msg":"trace[1658166176] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"170.356708ms","start":"2026-03-31T18:43:01.139851Z","end":"2026-03-31T18:43:01.310208Z","steps":["trace[1658166176] 'process raft request' (duration: 170.202865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:01.310395Z","caller":"traceutil/trace.go:171","msg":"trace[1029278096] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"170.173504ms","start":"2026-03-31T18:43:01.1402Z","end":"2026-03-31T18:43:01.310374Z","steps":["trace[1029278096] 'process raft request' (duration: 169.925189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:01.310565Z","caller":"traceutil/trace.go:171","msg":"trace[620042453] transaction","detail":"{read_only:false; response_revision:6684; number_of_response:1; }","duration":"167.355511ms","start":"2026-03-31T18:43:01.143195Z","end":"2026-03-31T18:43:01.31055Z","steps":["trace[620042453] 'process raft request' (duration: 167.090905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:02.970223Z","caller":"traceutil/trace.go:171","msg":"trace[67273943] linearizableReadLoop","detail":"{readStateIndex:6985; appliedIndex:6984; }","duration":"481.491933ms","start":"2026-03-31T18:43:02.488711Z","end":"2026-03-31T18:43:02.970203Z","steps":["trace[67273943] 'read index received' (duration: 481.423921ms)","trace[67273943] 'applied index is now lower than readState.Index' (duration: 67.092µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:02.970349Z","caller":"traceutil/trace.go:171","msg":"trace[313898549] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"544.132611ms","start":"2026-03-31T18:43:02.426205Z","end":"2026-03-31T18:43:02.970338Z","steps":["trace[313898549] 'process raft request' (duration: 543.875675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.970486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.426182Z","time spent":"544.194312ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:02.970613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.898102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:02.97064Z","caller":"traceutil/trace.go:171","msg":"trace[2079335493] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6712; }","duration":"481.953313ms","start":"2026-03-31T18:43:02.488679Z","end":"2026-03-31T18:43:02.970632Z","steps":["trace[2079335493] 'agreement among raft nodes before linearized reading' (duration: 481.904202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:02.970661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:02.488664Z","time spent":"481.991024ms","remote":"127.0.0.1:51500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:02.970754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.47552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:02.97105Z","caller":"traceutil/trace.go:171","msg":"trace[2021712546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6712; }","duration":"137.818708ms","start":"2026-03-31T18:43:02.833207Z","end":"2026-03-31T18:43:02.971026Z","steps":["trace[2021712546] 'agreement among raft nodes before linearized reading' (duration: 137.291256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:05.782476Z","caller":"traceutil/trace.go:171","msg":"trace[349495121] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"126.218287ms","start":"2026-03-31T18:43:05.656224Z","end":"2026-03-31T18:43:05.782442Z","steps":["trace[349495121] 'process raft request' (duration: 58.563066ms)","trace[349495121] 'compare' (duration: 67.345754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:09.809089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.354827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:09.809229Z","caller":"traceutil/trace.go:171","msg":"trace[692754440] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"445.558755ms","start":"2026-03-31T18:43:09.363646Z","end":"2026-03-31T18:43:09.809205Z","steps":["trace[692754440] 'process raft request' (duration: 85.871051ms)","trace[692754440] 'compare' (duration: 359.121592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:09.809305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.363616Z","time spent":"445.646257ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.056352Z","caller":"traceutil/trace.go:171","msg":"trace[467828482] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"692.033036ms","start":"2026-03-31T18:43:09.364281Z","end":"2026-03-31T18:43:10.056314Z","steps":["trace[467828482] 'process raft request' (duration: 691.023323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:10.056433Z","caller":"traceutil/trace.go:171","msg":"trace[28552918] linearizableReadLoop","detail":"{readStateIndex:7075; appliedIndex:7069; }","duration":"691.014622ms","start":"2026-03-31T18:43:09.365402Z","end":"2026-03-31T18:43:10.056417Z","steps":["trace[28552918] 'read index received' (duration: 84.195643ms)","trace[28552918] 'applied index is now lower than readState.Index' (duration: 606.817399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:10.056482Z","caller":"traceutil/trace.go:171","msg":"trace[1364328157] transaction","detail":"{read_only:false; response_revision:6795; number_of_response:1; }","duration":"692.003904ms","start":"2026-03-31T18:43:09.364385Z","end":"2026-03-31T18:43:10.056389Z","steps":["trace[1364328157] 'process raft request' (duration: 691.783539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:10.056575Z","caller":"traceutil/trace.go:171","msg":"trace[1152153149] transaction","detail":"{read_only:false; response_revision:6797; number_of_response:1; }","duration":"692.111327ms","start":"2026-03-31T18:43:09.364454Z","end":"2026-03-31T18:43:10.056566Z","steps":["trace[1152153149] 'process raft request' (duration: 691.870052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.056578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.364251Z","time spent":"692.190838ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:10.056633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.364446Z","time spent":"692.157398ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:10.056801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.364374Z","time spent":"692.22085ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.056829Z","caller":"traceutil/trace.go:171","msg":"trace[863028511] transaction","detail":"{read_only:false; response_revision:6798; number_of_response:1; }","duration":"692.232111ms","start":"2026-03-31T18:43:09.364541Z","end":"2026-03-31T18:43:10.056773Z","steps":["trace[863028511] 'process raft request' (duration: 691.821441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:10.056534Z","caller":"traceutil/trace.go:171","msg":"trace[830321458] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"692.118577ms","start":"2026-03-31T18:43:09.364405Z","end":"2026-03-31T18:43:10.056524Z","steps":["trace[830321458] 'process raft request' (duration: 691.886222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.057022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.267608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:43:10.057028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.585095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81467"} {"level":"warn","ts":"2026-03-31T18:43:10.05713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.364342Z","time spent":"692.6642ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:10.057147Z","caller":"traceutil/trace.go:171","msg":"trace[1027330942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6798; }","duration":"691.741479ms","start":"2026-03-31T18:43:09.365379Z","end":"2026-03-31T18:43:10.05712Z","steps":["trace[1027330942] 'agreement among raft nodes before linearized reading' (duration: 691.214877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.057145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.275867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:10.057149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.665912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-31T18:43:10.057192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.830746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:10.057234Z","caller":"traceutil/trace.go:171","msg":"trace[1827871114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6798; }","duration":"222.41684ms","start":"2026-03-31T18:43:09.834797Z","end":"2026-03-31T18:43:10.057214Z","steps":["trace[1827871114] 'agreement among raft nodes before linearized reading' (duration: 222.278727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.057231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.36537Z","time spent":"691.845012ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:43:10.057294Z","caller":"traceutil/trace.go:171","msg":"trace[1675026853] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6798; }","duration":"390.757614ms","start":"2026-03-31T18:43:09.666474Z","end":"2026-03-31T18:43:10.057231Z","steps":["trace[1675026853] 'agreement among raft nodes before linearized reading' (duration: 390.608421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:10.057277Z","caller":"traceutil/trace.go:171","msg":"trace[459035942] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6798; }","duration":"229.970749ms","start":"2026-03-31T18:43:09.827284Z","end":"2026-03-31T18:43:10.057255Z","steps":["trace[459035942] 'agreement among raft nodes before linearized reading' (duration: 229.780505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.057349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.666404Z","time spent":"390.931897ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:43:10.057385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.064214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fh665\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-31T18:43:10.057482Z","caller":"traceutil/trace.go:171","msg":"trace[178663535] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fh665; range_end:; response_count:1; response_revision:6798; }","duration":"477.189437ms","start":"2026-03-31T18:43:09.58026Z","end":"2026-03-31T18:43:10.057449Z","steps":["trace[178663535] 'agreement among raft nodes before linearized reading' (duration: 476.850819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.057554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.580241Z","time spent":"477.295509ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4367,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-fh665\" "} {"level":"info","ts":"2026-03-31T18:43:10.057078Z","caller":"traceutil/trace.go:171","msg":"trace[2069777682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6798; }","duration":"590.3474ms","start":"2026-03-31T18:43:09.466717Z","end":"2026-03-31T18:43:10.057065Z","steps":["trace[2069777682] 'agreement among raft nodes before linearized reading' (duration: 590.124725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:10.057817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.364393Z","time spent":"692.65439ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:10.057832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:09.466696Z","time spent":"591.117607ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:43:10.459114Z","caller":"traceutil/trace.go:171","msg":"trace[841661319] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"167.018053ms","start":"2026-03-31T18:43:10.292066Z","end":"2026-03-31T18:43:10.459084Z","steps":["trace[841661319] 'process raft request' (duration: 166.800409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.223072Z","caller":"traceutil/trace.go:171","msg":"trace[392275299] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"143.938627ms","start":"2026-03-31T18:43:14.079112Z","end":"2026-03-31T18:43:14.223051Z","steps":["trace[392275299] 'process raft request' (duration: 143.793554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.580638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.658497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:14.581074Z","caller":"traceutil/trace.go:171","msg":"trace[375786138] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"500.90837ms","start":"2026-03-31T18:43:14.080149Z","end":"2026-03-31T18:43:14.581058Z","steps":["trace[375786138] 'process raft request' (duration: 500.707606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.581211Z","caller":"traceutil/trace.go:171","msg":"trace[1783118786] linearizableReadLoop","detail":"{readStateIndex:7104; appliedIndex:7099; }","duration":"499.379756ms","start":"2026-03-31T18:43:14.081821Z","end":"2026-03-31T18:43:14.581201Z","steps":["trace[1783118786] 'read index received' (duration: 141.133734ms)","trace[1783118786] 'applied index is now lower than readState.Index' (duration: 358.242662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:14.58125Z","caller":"traceutil/trace.go:171","msg":"trace[2040278282] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"501.007312ms","start":"2026-03-31T18:43:14.08022Z","end":"2026-03-31T18:43:14.581227Z","steps":["trace[2040278282] 'process raft request' (duration: 500.774957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:14.581264Z","caller":"traceutil/trace.go:171","msg":"trace[1898698921] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"500.847268ms","start":"2026-03-31T18:43:14.080397Z","end":"2026-03-31T18:43:14.581245Z","steps":["trace[1898698921] 'process raft request' (duration: 500.748856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.581348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.080135Z","time spent":"501.059323ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.581369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.080214Z","time spent":"501.094604ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:14.581071Z","caller":"traceutil/trace.go:171","msg":"trace[863225027] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"501.888382ms","start":"2026-03-31T18:43:14.079133Z","end":"2026-03-31T18:43:14.581021Z","steps":["trace[863225027] 'process raft request' (duration: 273.765464ms)","trace[863225027] 'compare' (duration: 227.566885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:14.581373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.080389Z","time spent":"500.93662ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.581407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.582571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81467"} {"level":"info","ts":"2026-03-31T18:43:14.581853Z","caller":"traceutil/trace.go:171","msg":"trace[1218156330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6826; }","duration":"500.050321ms","start":"2026-03-31T18:43:14.081793Z","end":"2026-03-31T18:43:14.581844Z","steps":["trace[1218156330] 'agreement among raft nodes before linearized reading' (duration: 499.447027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:14.58183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.079108Z","time spent":"502.638889ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:14.581882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:14.081784Z","time spent":"500.089912ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:43:16.337092Z","caller":"traceutil/trace.go:171","msg":"trace[1389867700] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"104.901668ms","start":"2026-03-31T18:43:16.232169Z","end":"2026-03-31T18:43:16.337071Z","steps":["trace[1389867700] 'process raft request' (duration: 104.713973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.604319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.234231ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:43:16.604437Z","caller":"traceutil/trace.go:171","msg":"trace[1380186718] linearizableReadLoop","detail":"{readStateIndex:7112; appliedIndex:7111; }","duration":"129.056311ms","start":"2026-03-31T18:43:16.475359Z","end":"2026-03-31T18:43:16.604415Z","steps":["trace[1380186718] 'read index received' (duration: 13.603756ms)","trace[1380186718] 'applied index is now lower than readState.Index' (duration: 115.451025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:16.604619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.249475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:16.604699Z","caller":"traceutil/trace.go:171","msg":"trace[700133869] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6833; }","duration":"129.353137ms","start":"2026-03-31T18:43:16.475327Z","end":"2026-03-31T18:43:16.60468Z","steps":["trace[700133869] 'agreement among raft nodes before linearized reading' (duration: 129.199174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:16.923959Z","caller":"traceutil/trace.go:171","msg":"trace[1044844844] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"314.433387ms","start":"2026-03-31T18:43:16.609495Z","end":"2026-03-31T18:43:16.923928Z","steps":["trace[1044844844] 'process raft request' (duration: 314.365806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:16.924001Z","caller":"traceutil/trace.go:171","msg":"trace[1544716653] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"314.504169ms","start":"2026-03-31T18:43:16.60945Z","end":"2026-03-31T18:43:16.923954Z","steps":["trace[1544716653] 'process raft request' (duration: 314.286634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.924094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.609481Z","time spent":"314.55269ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:16.92416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.609435Z","time spent":"314.643652ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:16.924143Z","caller":"traceutil/trace.go:171","msg":"trace[1825888764] linearizableReadLoop","detail":"{readStateIndex:7115; appliedIndex:7112; }","duration":"314.56131ms","start":"2026-03-31T18:43:16.60955Z","end":"2026-03-31T18:43:16.924111Z","steps":["trace[1825888764] 'read index received' (duration: 33.143835ms)","trace[1825888764] 'applied index is now lower than readState.Index' (duration: 281.415435ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:16.92419Z","caller":"traceutil/trace.go:171","msg":"trace[480141349] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"314.624682ms","start":"2026-03-31T18:43:16.609556Z","end":"2026-03-31T18:43:16.924181Z","steps":["trace[480141349] 'process raft request' (duration: 314.339355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.92436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.457444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:16.924434Z","caller":"traceutil/trace.go:171","msg":"trace[1054677772] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6837; }","duration":"276.574667ms","start":"2026-03-31T18:43:16.647841Z","end":"2026-03-31T18:43:16.924416Z","steps":["trace[1054677772] 'agreement among raft nodes before linearized reading' (duration: 276.458024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.924388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.847097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81467"} {"level":"info","ts":"2026-03-31T18:43:16.92451Z","caller":"traceutil/trace.go:171","msg":"trace[504055473] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6837; }","duration":"314.99456ms","start":"2026-03-31T18:43:16.609508Z","end":"2026-03-31T18:43:16.924502Z","steps":["trace[504055473] 'agreement among raft nodes before linearized reading' (duration: 314.709934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:16.924536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.609492Z","time spent":"315.03591ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:43:16.924757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:16.609539Z","time spent":"314.755084ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:17.238956Z","caller":"traceutil/trace.go:171","msg":"trace[525921171] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"170.644546ms","start":"2026-03-31T18:43:17.068267Z","end":"2026-03-31T18:43:17.238912Z","steps":["trace[525921171] 'process raft request' (duration: 165.722826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:17.622714Z","caller":"traceutil/trace.go:171","msg":"trace[2015213743] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"177.650113ms","start":"2026-03-31T18:43:17.445033Z","end":"2026-03-31T18:43:17.622683Z","steps":["trace[2015213743] 'process raft request' (duration: 177.457709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:17.681643Z","caller":"traceutil/trace.go:171","msg":"trace[156615201] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"212.995888ms","start":"2026-03-31T18:43:17.46862Z","end":"2026-03-31T18:43:17.681615Z","steps":["trace[156615201] 'process raft request' (duration: 212.723452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:18.189761Z","caller":"traceutil/trace.go:171","msg":"trace[1911244678] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"257.361675ms","start":"2026-03-31T18:43:17.932377Z","end":"2026-03-31T18:43:18.189739Z","steps":["trace[1911244678] 'process raft request' (duration: 257.226492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.06639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.299876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:43:19.066443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.315757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:19.066487Z","caller":"traceutil/trace.go:171","msg":"trace[377696521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6845; }","duration":"137.361208ms","start":"2026-03-31T18:43:18.929117Z","end":"2026-03-31T18:43:19.066478Z","steps":["trace[377696521] 'range keys from in-memory index tree' (duration: 137.188294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.066485Z","caller":"traceutil/trace.go:171","msg":"trace[322699980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6845; }","duration":"137.418849ms","start":"2026-03-31T18:43:18.929045Z","end":"2026-03-31T18:43:19.066464Z","steps":["trace[322699980] 'range keys from in-memory index tree' (duration: 137.143403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.066648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.943543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:43:19.066699Z","caller":"traceutil/trace.go:171","msg":"trace[1746603280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6845; }","duration":"139.026065ms","start":"2026-03-31T18:43:18.92766Z","end":"2026-03-31T18:43:19.066687Z","steps":["trace[1746603280] 'range keys from in-memory index tree' (duration: 138.81665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.06684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.895292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:19.066956Z","caller":"traceutil/trace.go:171","msg":"trace[212948412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6845; }","duration":"139.053286ms","start":"2026-03-31T18:43:18.92788Z","end":"2026-03-31T18:43:19.066934Z","steps":["trace[212948412] 'range keys from in-memory index tree' (duration: 138.703908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:19.694628Z","caller":"traceutil/trace.go:171","msg":"trace[1063945011] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"622.261546ms","start":"2026-03-31T18:43:19.072341Z","end":"2026-03-31T18:43:19.694603Z","steps":["trace[1063945011] 'process raft request' (duration: 622.092513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:19.694791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.072324Z","time spent":"622.38656ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:21.747106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850294761s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:21.747224Z","caller":"traceutil/trace.go:171","msg":"trace[8244677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6846; }","duration":"1.850425394s","start":"2026-03-31T18:43:19.896781Z","end":"2026-03-31T18:43:21.747206Z","steps":["trace[8244677] 'range keys from in-memory index tree' (duration: 1.850279751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.748032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.162341Z","time spent":"585.685375ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:43:21.832589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:21.832656Z","caller":"traceutil/trace.go:171","msg":"trace[216744819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016267s","start":"2026-03-31T18:43:19.832623Z","end":"2026-03-31T18:43:21.83264Z","steps":["trace[216744819] 'agreement among raft nodes before linearized reading' (duration: 1.999913315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:21.832705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.832579Z","time spent":"2.000108529s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:23.833727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000814744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:23.833829Z","caller":"traceutil/trace.go:171","msg":"trace[903336633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000971538s","start":"2026-03-31T18:43:21.832835Z","end":"2026-03-31T18:43:23.833807Z","steps":["trace[903336633] 'agreement among raft nodes before linearized reading' (duration: 2.000847035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:23.833881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.832811Z","time spent":"2.00105845s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:24.071137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.072544Z","time spent":"4.998540446s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:43:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:24.242218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.24326Z","time spent":"4.998948796s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:43:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:24.627162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.628546Z","time spent":"4.998609499s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:43:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:24.831988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.137532001s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:24.832849Z","caller":"traceutil/trace.go:171","msg":"trace[2014597653] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"5.76035983s","start":"2026-03-31T18:43:19.072451Z","end":"2026-03-31T18:43:24.832811Z","steps":["trace[2014597653] 'process raft request' (duration: 5.759727576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.83304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.072426Z","time spent":"5.760531514s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:24.833031Z","caller":"traceutil/trace.go:171","msg":"trace[560097578] linearizableReadLoop","detail":"{readStateIndex:7129; appliedIndex:7124; }","duration":"5.636884395s","start":"2026-03-31T18:43:19.196117Z","end":"2026-03-31T18:43:24.833001Z","steps":["trace[560097578] 'read index received' (duration: 498.380512ms)","trace[560097578] 'applied index is now lower than readState.Index' (duration: 5.138500683s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:24.833138Z","caller":"traceutil/trace.go:171","msg":"trace[297401563] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"5.144850175s","start":"2026-03-31T18:43:19.68825Z","end":"2026-03-31T18:43:24.8331Z","steps":["trace[297401563] 'process raft request' (duration: 5.144665811s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:24.833139Z","caller":"traceutil/trace.go:171","msg":"trace[366821468] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"5.712457494s","start":"2026-03-31T18:43:19.120633Z","end":"2026-03-31T18:43:24.83309Z","steps":["trace[366821468] 'process raft request' (duration: 5.712136826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.83325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.688222Z","time spent":"5.144966228s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:24.833278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.637138261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T18:43:24.833335Z","caller":"traceutil/trace.go:171","msg":"trace[1190473228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6853; }","duration":"5.637251923s","start":"2026-03-31T18:43:19.19607Z","end":"2026-03-31T18:43:24.833322Z","steps":["trace[1190473228] 'agreement among raft nodes before linearized reading' (duration: 5.637034358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.833338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.120606Z","time spent":"5.712623008s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:24.833049Z","caller":"traceutil/trace.go:171","msg":"trace[1640761859] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"5.753546098s","start":"2026-03-31T18:43:19.079461Z","end":"2026-03-31T18:43:24.833007Z","steps":["trace[1640761859] 'process raft request' (duration: 5.753253581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:24.833363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.196052Z","time spent":"5.637305774s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:43:24.83384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:19.079438Z","time spent":"5.753984187s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:43:25.193162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999504219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:25.193278Z","caller":"traceutil/trace.go:171","msg":"trace[207635021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999655632s","start":"2026-03-31T18:43:20.193598Z","end":"2026-03-31T18:43:25.193253Z","steps":["trace[207635021] 'agreement among raft nodes before linearized reading' (duration: 4.999522739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.193439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.193587Z","time spent":"4.999835906s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:43:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:25.362852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:43:25.362952Z","caller":"traceutil/trace.go:171","msg":"trace[84105091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426045s","start":"2026-03-31T18:43:23.362504Z","end":"2026-03-31T18:43:25.36293Z","steps":["trace[84105091] 'agreement among raft nodes before linearized reading' (duration: 2.000299902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.363009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.36248Z","time spent":"2.000517438s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:25.716138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999039057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:25.716257Z","caller":"traceutil/trace.go:171","msg":"trace[1848659258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999313204s","start":"2026-03-31T18:43:20.716923Z","end":"2026-03-31T18:43:25.716237Z","steps":["trace[1848659258] 'agreement among raft nodes before linearized reading' (duration: 4.999175191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.716309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.716903Z","time spent":"4.999395196s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:43:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:25.841981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:43:25.842088Z","caller":"traceutil/trace.go:171","msg":"trace[1672256978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00065164s","start":"2026-03-31T18:43:23.841412Z","end":"2026-03-31T18:43:25.842063Z","steps":["trace[1672256978] 'agreement among raft nodes before linearized reading' (duration: 2.000522527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:25.842157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.841389Z","time spent":"2.000753283s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:43:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:43:26.350618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35912159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:43:26.350859Z","caller":"traceutil/trace.go:171","msg":"trace[979450576] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"635.640378ms","start":"2026-03-31T18:43:25.7152Z","end":"2026-03-31T18:43:26.350841Z","steps":["trace[979450576] 'process raft request' (duration: 635.594957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.350938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.71517Z","time spent":"635.73022ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.351085Z","caller":"traceutil/trace.go:171","msg":"trace[1529188480] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"784.104384ms","start":"2026-03-31T18:43:25.566953Z","end":"2026-03-31T18:43:26.351057Z","steps":["trace[1529188480] 'process raft request' (duration: 783.771787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510264971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.351211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.938934404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:43:26.351202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904485043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:26.351236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.566927Z","time spent":"784.227108ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:26.351249Z","caller":"traceutil/trace.go:171","msg":"trace[1611914833] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6856; }","duration":"4.510437255s","start":"2026-03-31T18:43:21.840783Z","end":"2026-03-31T18:43:26.35122Z","steps":["trace[1611914833] 'agreement among raft nodes before linearized reading' (duration: 4.510253911s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.351278Z","caller":"traceutil/trace.go:171","msg":"trace[422040883] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6856; }","duration":"4.904621346s","start":"2026-03-31T18:43:21.446644Z","end":"2026-03-31T18:43:26.351265Z","steps":["trace[422040883] 'agreement among raft nodes before linearized reading' (duration: 4.904440022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.113670264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:26.351319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.446619Z","time spent":"4.904691167s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":44,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.351318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.804604395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.35133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.840747Z","time spent":"4.510565128s","remote":"127.0.0.1:48438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:26.351347Z","caller":"traceutil/trace.go:171","msg":"trace[672824090] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6856; }","duration":"5.113739855s","start":"2026-03-31T18:43:21.237588Z","end":"2026-03-31T18:43:26.351327Z","steps":["trace[672824090] 'agreement among raft nodes before linearized reading' (duration: 5.113670764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.351369Z","caller":"traceutil/trace.go:171","msg":"trace[826033194] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6856; }","duration":"5.804691457s","start":"2026-03-31T18:43:20.546668Z","end":"2026-03-31T18:43:26.35136Z","steps":["trace[826033194] 'agreement among raft nodes before linearized reading' (duration: 5.804623776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.237567Z","time spent":"5.113811017s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.351409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.546649Z","time spent":"5.804751368s","remote":"127.0.0.1:48414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.351429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.962579705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:43:26.351206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272604607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:26.351501Z","caller":"traceutil/trace.go:171","msg":"trace[695744486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6856; }","duration":"5.962659067s","start":"2026-03-31T18:43:20.388801Z","end":"2026-03-31T18:43:26.35146Z","steps":["trace[695744486] 'agreement among raft nodes before linearized reading' (duration: 5.962497144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.351514Z","caller":"traceutil/trace.go:171","msg":"trace[908365141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6856; }","duration":"5.273058017s","start":"2026-03-31T18:43:21.078445Z","end":"2026-03-31T18:43:26.351503Z","steps":["trace[908365141] 'agreement among raft nodes before linearized reading' (duration: 5.272624598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652235403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:43:26.351543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172937056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T18:43:26.35154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.388782Z","time spent":"5.96274811s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:43:26.351587Z","caller":"traceutil/trace.go:171","msg":"trace[942260024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6856; }","duration":"4.652640132s","start":"2026-03-31T18:43:21.698935Z","end":"2026-03-31T18:43:26.351575Z","steps":["trace[942260024] 'agreement among raft nodes before linearized reading' (duration: 4.652168701s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.351596Z","caller":"traceutil/trace.go:171","msg":"trace[1696858856] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6856; }","duration":"5.173016108s","start":"2026-03-31T18:43:21.178564Z","end":"2026-03-31T18:43:26.35158Z","steps":["trace[1696858856] 'agreement among raft nodes before linearized reading' (duration: 5.172883035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.698919Z","time spent":"4.652699113s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:26.351641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841083019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.351705Z","caller":"traceutil/trace.go:171","msg":"trace[1929920502] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6856; }","duration":"3.841186591s","start":"2026-03-31T18:43:22.510503Z","end":"2026-03-31T18:43:26.351689Z","steps":["trace[1929920502] 'agreement among raft nodes before linearized reading' (duration: 3.841088029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.35172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723623233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:43:26.351754Z","caller":"traceutil/trace.go:171","msg":"trace[881317314] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6856; }","duration":"1.723685255s","start":"2026-03-31T18:43:24.628059Z","end":"2026-03-31T18:43:26.351744Z","steps":["trace[881317314] 'agreement among raft nodes before linearized reading' (duration: 1.723549652s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.351588Z","caller":"traceutil/trace.go:171","msg":"trace[1901320625] transaction","detail":"{read_only:false; response_revision:6854; number_of_response:1; }","duration":"2.489773054s","start":"2026-03-31T18:43:23.861802Z","end":"2026-03-31T18:43:26.351575Z","steps":["trace[1901320625] 'process raft request' (duration: 1.129620121s)","trace[1901320625] 'compare' (duration: 1.358142418s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:26.351783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.628043Z","time spent":"1.723733985s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:43:26.351821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.86178Z","time spent":"2.49000858s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:26.35194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76041659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:26.351906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.413103634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:43:26.35198Z","caller":"traceutil/trace.go:171","msg":"trace[183278773] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6856; }","duration":"1.760505822s","start":"2026-03-31T18:43:24.591466Z","end":"2026-03-31T18:43:26.351971Z","steps":["trace[183278773] 'agreement among raft nodes before linearized reading' (duration: 1.76044447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983952251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.352038Z","caller":"traceutil/trace.go:171","msg":"trace[1674424919] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:6856; }","duration":"5.413260718s","start":"2026-03-31T18:43:20.938735Z","end":"2026-03-31T18:43:26.351995Z","steps":["trace[1674424919] 'agreement among raft nodes before linearized reading' (duration: 5.412360748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.352116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.938717Z","time spent":"5.413382671s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:43:26.352137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108740989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:43:26.352152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.243574091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:43:26.352168Z","caller":"traceutil/trace.go:171","msg":"trace[2044910962] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6856; }","duration":"2.108802811s","start":"2026-03-31T18:43:24.243356Z","end":"2026-03-31T18:43:26.352159Z","steps":["trace[2044910962] 'agreement among raft nodes before linearized reading' (duration: 2.108724309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.351631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.178549Z","time spent":"5.173075659s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:43:26.352194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.243336Z","time spent":"2.108850971s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-31T18:43:26.352196Z","caller":"traceutil/trace.go:171","msg":"trace[1352567695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6856; }","duration":"6.243639383s","start":"2026-03-31T18:43:20.108543Z","end":"2026-03-31T18:43:26.352182Z","steps":["trace[1352567695] 'agreement among raft nodes before linearized reading' (duration: 6.243518031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.352232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.108531Z","time spent":"6.243693575s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:43:26.351821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882663634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.351269Z","caller":"traceutil/trace.go:171","msg":"trace[85692252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6856; }","duration":"5.939023617s","start":"2026-03-31T18:43:20.412231Z","end":"2026-03-31T18:43:26.351254Z","steps":["trace[85692252] 'agreement among raft nodes before linearized reading' (duration: 5.938841263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.352324Z","caller":"traceutil/trace.go:171","msg":"trace[197705825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6856; }","duration":"3.883182926s","start":"2026-03-31T18:43:22.469125Z","end":"2026-03-31T18:43:26.352308Z","steps":["trace[197705825] 'agreement among raft nodes before linearized reading' (duration: 3.882659083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.352339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.412217Z","time spent":"5.940106241s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:43:26.351553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:21.078426Z","time spent":"5.273114908s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:43:26.352051Z","caller":"traceutil/trace.go:171","msg":"trace[1565309605] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6856; }","duration":"3.984047692s","start":"2026-03-31T18:43:22.36799Z","end":"2026-03-31T18:43:26.352037Z","steps":["trace[1565309605] 'agreement among raft nodes before linearized reading' (duration: 3.983858538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.352462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.367972Z","time spent":"3.984479623s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.351544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710319352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.352547Z","caller":"traceutil/trace.go:171","msg":"trace[78139316] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6856; }","duration":"2.711351186s","start":"2026-03-31T18:43:23.641174Z","end":"2026-03-31T18:43:26.352526Z","steps":["trace[78139316] 'agreement among raft nodes before linearized reading' (duration: 2.710335282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.3526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:23.641145Z","time spent":"2.711443297s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.351759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.510483Z","time spent":"3.841260713s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.352687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272148705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-31T18:43:26.352742Z","caller":"traceutil/trace.go:171","msg":"trace[1285976222] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6856; }","duration":"6.272232176s","start":"2026-03-31T18:43:20.080496Z","end":"2026-03-31T18:43:26.352729Z","steps":["trace[1285976222] 'agreement among raft nodes before linearized reading' (duration: 6.272043612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.352782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:20.080481Z","time spent":"6.272292948s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:43:26.352008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.591447Z","time spent":"1.760553163s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.352063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10115564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.353035Z","caller":"traceutil/trace.go:171","msg":"trace[1289440993] linearizableReadLoop","detail":"{readStateIndex:7133; appliedIndex:7132; }","duration":"1.517743896s","start":"2026-03-31T18:43:24.833087Z","end":"2026-03-31T18:43:26.350831Z","steps":["trace[1289440993] 'read index received' (duration: 158.32909ms)","trace[1289440993] 'applied index is now lower than readState.Index' (duration: 1.359411126s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:26.353029Z","caller":"traceutil/trace.go:171","msg":"trace[121905159] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6856; }","duration":"2.102127002s","start":"2026-03-31T18:43:24.250859Z","end":"2026-03-31T18:43:26.352986Z","steps":["trace[121905159] 'agreement among raft nodes before linearized reading' (duration: 2.10116586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.250838Z","time spent":"2.102310206s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.353219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.57825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:26.353234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.815199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:43:26.353246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.287457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.353316Z","caller":"traceutil/trace.go:171","msg":"trace[4662150] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6856; }","duration":"614.39591ms","start":"2026-03-31T18:43:25.738904Z","end":"2026-03-31T18:43:26.3533Z","steps":["trace[4662150] 'agreement among raft nodes before linearized reading' (duration: 614.282658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219363029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124599"} {"level":"warn","ts":"2026-03-31T18:43:26.353358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.697077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:26.35337Z","caller":"traceutil/trace.go:171","msg":"trace[1131389914] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6856; }","duration":"1.219393739s","start":"2026-03-31T18:43:25.133966Z","end":"2026-03-31T18:43:26.35336Z","steps":["trace[1131389914] 'agreement among raft nodes before linearized reading' (duration: 1.219291277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.738883Z","time spent":"614.474071ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:26.353387Z","caller":"traceutil/trace.go:171","msg":"trace[1582529823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6856; }","duration":"279.760309ms","start":"2026-03-31T18:43:26.073618Z","end":"2026-03-31T18:43:26.353379Z","steps":["trace[1582529823] 'agreement among raft nodes before linearized reading' (duration: 279.673057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.352376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:22.469109Z","time spent":"3.883251568s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.353454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507969185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.353486Z","caller":"traceutil/trace.go:171","msg":"trace[1891874634] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6856; }","duration":"1.508056898s","start":"2026-03-31T18:43:24.845422Z","end":"2026-03-31T18:43:26.353479Z","steps":["trace[1891874634] 'agreement among raft nodes before linearized reading' (duration: 1.508004397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.84541Z","time spent":"1.508096629s","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.353227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516392275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:43:26.353582Z","caller":"traceutil/trace.go:171","msg":"trace[103284891] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:6856; }","duration":"1.516763153s","start":"2026-03-31T18:43:24.836802Z","end":"2026-03-31T18:43:26.353565Z","steps":["trace[103284891] 'agreement among raft nodes before linearized reading' (duration: 1.516342234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512353255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T18:43:26.353271Z","caller":"traceutil/trace.go:171","msg":"trace[904371995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6856; }","duration":"503.658491ms","start":"2026-03-31T18:43:25.8496Z","end":"2026-03-31T18:43:26.353259Z","steps":["trace[904371995] 'agreement among raft nodes before linearized reading' (duration: 503.579759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.836786Z","time spent":"1.516841205s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"info","ts":"2026-03-31T18:43:26.353653Z","caller":"traceutil/trace.go:171","msg":"trace[690311067] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6856; }","duration":"1.512465337s","start":"2026-03-31T18:43:24.84117Z","end":"2026-03-31T18:43:26.353636Z","steps":["trace[690311067] 'agreement among raft nodes before linearized reading' (duration: 1.512315324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.849587Z","time spent":"504.061671ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:26.353666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222791135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T18:43:26.353695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.841148Z","time spent":"1.512536649s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-31T18:43:26.353717Z","caller":"traceutil/trace.go:171","msg":"trace[1740298044] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6856; }","duration":"1.222866397s","start":"2026-03-31T18:43:25.130835Z","end":"2026-03-31T18:43:26.353702Z","steps":["trace[1740298044] 'agreement among raft nodes before linearized reading' (duration: 1.222701323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475466455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:26.353274Z","caller":"traceutil/trace.go:171","msg":"trace[544945926] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6856; }","duration":"190.893771ms","start":"2026-03-31T18:43:26.162369Z","end":"2026-03-31T18:43:26.353263Z","steps":["trace[544945926] 'agreement among raft nodes before linearized reading' (duration: 190.782649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.353409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.133932Z","time spent":"1.21947018s","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124622,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:43:26.353858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310590579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.353905Z","caller":"traceutil/trace.go:171","msg":"trace[2138067586] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6856; }","duration":"1.310673601s","start":"2026-03-31T18:43:25.043216Z","end":"2026-03-31T18:43:26.353889Z","steps":["trace[2138067586] 'agreement among raft nodes before linearized reading' (duration: 1.310565179s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:26.353805Z","caller":"traceutil/trace.go:171","msg":"trace[307503698] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6856; }","duration":"1.475834984s","start":"2026-03-31T18:43:24.877954Z","end":"2026-03-31T18:43:26.353789Z","steps":["trace[307503698] 'agreement among raft nodes before linearized reading' (duration: 1.475458916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.354032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.043193Z","time spent":"1.310821025s","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.354135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:24.877932Z","time spent":"1.476154721s","remote":"127.0.0.1:48292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:26.353758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.130818Z","time spent":"1.222929728s","remote":"127.0.0.1:41272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:43:26.356602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.917712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:26.356738Z","caller":"traceutil/trace.go:171","msg":"trace[1639458050] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6856; }","duration":"740.101505ms","start":"2026-03-31T18:43:25.616614Z","end":"2026-03-31T18:43:26.356715Z","steps":["trace[1639458050] 'agreement among raft nodes before linearized reading' (duration: 736.535686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:26.35682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:25.61657Z","time spent":"740.234418ms","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:27.017905Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4096} {"level":"warn","ts":"2026-03-31T18:43:27.018569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.37418ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"warn","ts":"2026-03-31T18:43:27.018792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.354204Z","time spent":"664.583498ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:43:27.018857Z","caller":"traceutil/trace.go:171","msg":"trace[1985020528] compact","detail":"{revision:4096; response_revision:6856; }","duration":"664.720141ms","start":"2026-03-31T18:43:26.354079Z","end":"2026-03-31T18:43:27.018799Z","steps":["trace[1985020528] 'process raft request' (duration: 145.872239ms)","trace[1985020528] 'check and update compact revision' (duration: 517.242287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:27.018961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.354046Z","time spent":"664.911577ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:43:27.019241Z","caller":"traceutil/trace.go:171","msg":"trace[299480313] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"662.542343ms","start":"2026-03-31T18:43:26.356678Z","end":"2026-03-31T18:43:27.01922Z","steps":["trace[299480313] 'process raft request' (duration: 662.051501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.01935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356666Z","time spent":"662.620255ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:27.019584Z","caller":"traceutil/trace.go:171","msg":"trace[454532405] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"662.070063ms","start":"2026-03-31T18:43:26.357488Z","end":"2026-03-31T18:43:27.019558Z","steps":["trace[454532405] 'process raft request' (duration: 661.655504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.019707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.357473Z","time spent":"662.168235ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:27.019919Z","caller":"traceutil/trace.go:171","msg":"trace[1373572876] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"661.604062ms","start":"2026-03-31T18:43:26.358298Z","end":"2026-03-31T18:43:27.019902Z","steps":["trace[1373572876] 'process raft request' (duration: 661.231764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.020015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.358286Z","time spent":"661.683213ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:27.021192Z","caller":"traceutil/trace.go:171","msg":"trace[913974458] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"662.749746ms","start":"2026-03-31T18:43:26.358401Z","end":"2026-03-31T18:43:27.02115Z","steps":["trace[913974458] 'process raft request' (duration: 661.430817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:27.021214Z","caller":"traceutil/trace.go:171","msg":"trace[1798859328] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"662.636944ms","start":"2026-03-31T18:43:26.358545Z","end":"2026-03-31T18:43:27.021182Z","steps":["trace[1798859328] 'process raft request' (duration: 662.271816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:27.021268Z","caller":"traceutil/trace.go:171","msg":"trace[1939878432] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"657.668963ms","start":"2026-03-31T18:43:26.363579Z","end":"2026-03-31T18:43:27.021248Z","steps":["trace[1939878432] 'process raft request' (duration: 657.291754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.021444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.363563Z","time spent":"657.751694ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:27.021465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.358391Z","time spent":"662.904791ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:27.022199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.358534Z","time spent":"662.762137ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:27.421217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.292548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:43:27.42143Z","caller":"traceutil/trace.go:171","msg":"trace[930488367] linearizableReadLoop","detail":"{readStateIndex:7137; appliedIndex:7135; }","duration":"1.065218664s","start":"2026-03-31T18:43:26.356193Z","end":"2026-03-31T18:43:27.421412Z","steps":["trace[930488367] 'read index received' (duration: 143.868754ms)","trace[930488367] 'applied index is now lower than readState.Index' (duration: 921.34861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:27.421637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065429068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d44681b-eac6-4458-b06b-01c24c03071f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:43:27.42168Z","caller":"traceutil/trace.go:171","msg":"trace[406480142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d44681b-eac6-4458-b06b-01c24c03071f; range_end:; response_count:1; response_revision:6863; }","duration":"1.06549278s","start":"2026-03-31T18:43:26.356175Z","end":"2026-03-31T18:43:27.421668Z","steps":["trace[406480142] 'agreement among raft nodes before linearized reading' (duration: 1.065354557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.421717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356166Z","time spent":"1.065542631s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6d44681b-eac6-4458-b06b-01c24c03071f\" "} {"level":"info","ts":"2026-03-31T18:43:27.422135Z","caller":"traceutil/trace.go:171","msg":"trace[381235570] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"581.94875ms","start":"2026-03-31T18:43:26.840133Z","end":"2026-03-31T18:43:27.422082Z","steps":["trace[381235570] 'process raft request' (duration: 581.187964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:27.422405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.840113Z","time spent":"582.121094ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:28.285071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.957968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:43:28.285201Z","caller":"traceutil/trace.go:171","msg":"trace[1901041946] linearizableReadLoop","detail":"{readStateIndex:7146; appliedIndex:7144; }","duration":"863.718995ms","start":"2026-03-31T18:43:27.421464Z","end":"2026-03-31T18:43:28.285183Z","steps":["trace[1901041946] 'read index received' (duration: 195.294µs)","trace[1901041946] 'applied index is now lower than readState.Index' (duration: 863.521911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:28.285279Z","caller":"traceutil/trace.go:171","msg":"trace[182654717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6864; }","duration":"1.265054466s","start":"2026-03-31T18:43:27.020209Z","end":"2026-03-31T18:43:28.285263Z","steps":["trace[182654717] 'process raft request' (duration: 401.819531ms)","trace[182654717] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/masterleases/199.19.213.176; range_end:; } (duration: 862.856905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.28537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.020188Z","time spent":"1.265142098s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:28.285613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927162849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81760"} {"level":"warn","ts":"2026-03-31T18:43:28.285681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927283192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:43:28.285696Z","caller":"traceutil/trace.go:171","msg":"trace[1088323325] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6864; }","duration":"1.927260181s","start":"2026-03-31T18:43:26.358407Z","end":"2026-03-31T18:43:28.285668Z","steps":["trace[1088323325] 'agreement among raft nodes before linearized reading' (duration: 1.926946114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.285715Z","caller":"traceutil/trace.go:171","msg":"trace[2051837490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6864; }","duration":"1.927319603s","start":"2026-03-31T18:43:26.358385Z","end":"2026-03-31T18:43:28.285705Z","steps":["trace[2051837490] 'agreement among raft nodes before linearized reading' (duration: 1.92717694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.285745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.358365Z","time spent":"1.927373553s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:43:28.285743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.358399Z","time spent":"1.927333042s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:43:28.28588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929234666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:43:28.285949Z","caller":"traceutil/trace.go:171","msg":"trace[2019603313] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6864; }","duration":"1.929308518s","start":"2026-03-31T18:43:26.356621Z","end":"2026-03-31T18:43:28.285929Z","steps":["trace[2019603313] 'agreement among raft nodes before linearized reading' (duration: 1.929097073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.285729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929333318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:28.285988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356604Z","time spent":"1.929375689s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T18:43:28.285994Z","caller":"traceutil/trace.go:171","msg":"trace[1006502122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6864; }","duration":"1.929633305s","start":"2026-03-31T18:43:26.356348Z","end":"2026-03-31T18:43:28.285981Z","steps":["trace[1006502122] 'agreement among raft nodes before linearized reading' (duration: 1.929328818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.286038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356335Z","time spent":"1.929694936s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:28.285871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929271786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:43:28.286141Z","caller":"traceutil/trace.go:171","msg":"trace[1158067829] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6864; }","duration":"1.929543943s","start":"2026-03-31T18:43:26.356575Z","end":"2026-03-31T18:43:28.286119Z","steps":["trace[1158067829] 'agreement among raft nodes before linearized reading' (duration: 1.929191835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.28628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356569Z","time spent":"1.929662965s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:43:28.286449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930109065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:49 size:71978"} {"level":"info","ts":"2026-03-31T18:43:28.286483Z","caller":"traceutil/trace.go:171","msg":"trace[1154029609] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:49; response_revision:6864; }","duration":"1.930156096s","start":"2026-03-31T18:43:26.356319Z","end":"2026-03-31T18:43:28.286475Z","steps":["trace[1154029609] 'agreement among raft nodes before linearized reading' (duration: 1.92946452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.286506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356312Z","time spent":"1.930187477s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":72001,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T18:43:28.512797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153360933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-31T18:43:28.512898Z","caller":"traceutil/trace.go:171","msg":"trace[1543906920] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:6864; }","duration":"2.153491947s","start":"2026-03-31T18:43:26.359383Z","end":"2026-03-31T18:43:28.512874Z","steps":["trace[1543906920] 'agreement among raft nodes before linearized reading' (duration: 1.926581056s)","trace[1543906920] 'range keys from in-memory index tree' (duration: 226.615273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.512897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523708969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:43:28.512964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.359377Z","time spent":"2.153575949s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-31T18:43:28.512917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316651945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:43:28.512999Z","caller":"traceutil/trace.go:171","msg":"trace[885628461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6864; }","duration":"1.523879583s","start":"2026-03-31T18:43:26.9891Z","end":"2026-03-31T18:43:28.51298Z","steps":["trace[885628461] 'agreement among raft nodes before linearized reading' (duration: 1.29684464s)","trace[885628461] 'range keys from in-memory index tree' (duration: 226.784598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.513044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.989072Z","time spent":"1.523964445s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:43:28.513013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675535733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:43:28.513044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489342688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a3800031d2\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-31T18:43:28.513105Z","caller":"traceutil/trace.go:171","msg":"trace[1021826567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6864; }","duration":"1.675690146s","start":"2026-03-31T18:43:26.83739Z","end":"2026-03-31T18:43:28.51308Z","steps":["trace[1021826567] 'agreement among raft nodes before linearized reading' (duration: 1.448563761s)","trace[1021826567] 'range keys from in-memory index tree' (duration: 226.845349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:28.513147Z","caller":"traceutil/trace.go:171","msg":"trace[174420024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200a3800031d2; range_end:; response_count:1; response_revision:6864; }","duration":"1.48947145s","start":"2026-03-31T18:43:27.023641Z","end":"2026-03-31T18:43:28.513112Z","steps":["trace[174420024] 'agreement among raft nodes before linearized reading' (duration: 1.262294004s)","trace[174420024] 'range keys from in-memory index tree' (duration: 226.929361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.513157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.837366Z","time spent":"1.675781758s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:43:28.5132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.023631Z","time spent":"1.489558833s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200a3800031d2\" "} {"level":"info","ts":"2026-03-31T18:43:28.513048Z","caller":"traceutil/trace.go:171","msg":"trace[1900669129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6864; }","duration":"1.31684523s","start":"2026-03-31T18:43:27.196175Z","end":"2026-03-31T18:43:28.51302Z","steps":["trace[1900669129] 'agreement among raft nodes before linearized reading' (duration: 1.089746926s)","trace[1900669129] 'range keys from in-memory index tree' (duration: 226.778117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.513364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156915783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:49 size:71978"} {"level":"warn","ts":"2026-03-31T18:43:28.513446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.196157Z","time spent":"1.317251579s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:43:28.513509Z","caller":"traceutil/trace.go:171","msg":"trace[619518704] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:49; response_revision:6864; }","duration":"2.157107897s","start":"2026-03-31T18:43:26.356362Z","end":"2026-03-31T18:43:28.51347Z","steps":["trace[619518704] 'agreement among raft nodes before linearized reading' (duration: 1.929624584s)","trace[619518704] 'range keys from in-memory index tree' (duration: 226.696516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.513553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.357891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T18:43:28.513592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:26.356357Z","time spent":"2.15721632s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":72001,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T18:43:28.513615Z","caller":"traceutil/trace.go:171","msg":"trace[1483991327] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"1.084941497s","start":"2026-03-31T18:43:27.428663Z","end":"2026-03-31T18:43:28.513604Z","steps":["trace[1483991327] 'process raft request' (duration: 970.469634ms)","trace[1483991327] 'compare' (duration: 114.260168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.513657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.428639Z","time spent":"1.084996469s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:28.707742Z","caller":"traceutil/trace.go:171","msg":"trace[438853393] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"1.278330384s","start":"2026-03-31T18:43:27.429389Z","end":"2026-03-31T18:43:28.707719Z","steps":["trace[438853393] 'process raft request' (duration: 1.250904058s)","trace[438853393] 'compare' (duration: 27.194431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.707883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.429362Z","time spent":"1.278446627s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:28.708098Z","caller":"traceutil/trace.go:171","msg":"trace[304457355] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"1.277981837s","start":"2026-03-31T18:43:27.430081Z","end":"2026-03-31T18:43:28.708062Z","steps":["trace[304457355] 'process raft request' (duration: 1.277558757s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.708167Z","caller":"traceutil/trace.go:171","msg":"trace[65145153] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"1.277977796s","start":"2026-03-31T18:43:27.430163Z","end":"2026-03-31T18:43:28.708141Z","steps":["trace[65145153] 'process raft request' (duration: 1.277749281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.708281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.430057Z","time spent":"1.27812276s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:28.708342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.430143Z","time spent":"1.27810665s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:28.708407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.287177Z","time spent":"421.221689ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:43:28.70853Z","caller":"traceutil/trace.go:171","msg":"trace[1946206881] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"192.698352ms","start":"2026-03-31T18:43:28.515818Z","end":"2026-03-31T18:43:28.708516Z","steps":["trace[1946206881] 'process raft request' (duration: 192.551458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.708578Z","caller":"traceutil/trace.go:171","msg":"trace[714918079] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"189.03533ms","start":"2026-03-31T18:43:28.519533Z","end":"2026-03-31T18:43:28.708568Z","steps":["trace[714918079] 'process raft request' (duration: 189.007609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.708598Z","caller":"traceutil/trace.go:171","msg":"trace[17684778] linearizableReadLoop","detail":"{readStateIndex:7150; appliedIndex:7146; }","duration":"423.345696ms","start":"2026-03-31T18:43:28.285229Z","end":"2026-03-31T18:43:28.708575Z","steps":["trace[17684778] 'read index received' (duration: 113.91626ms)","trace[17684778] 'applied index is now lower than readState.Index' (duration: 309.426636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:28.708831Z","caller":"traceutil/trace.go:171","msg":"trace[378463966] transaction","detail":"{read_only:false; response_revision:6870; number_of_response:1; }","duration":"189.774386ms","start":"2026-03-31T18:43:28.519041Z","end":"2026-03-31T18:43:28.708815Z","steps":["trace[378463966] 'process raft request' (duration: 189.405218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.70884Z","caller":"traceutil/trace.go:171","msg":"trace[2000714315] transaction","detail":"{read_only:false; response_revision:6871; number_of_response:1; }","duration":"189.361137ms","start":"2026-03-31T18:43:28.519452Z","end":"2026-03-31T18:43:28.708813Z","steps":["trace[2000714315] 'process raft request' (duration: 189.04674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.70898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.489955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:43:28.709034Z","caller":"traceutil/trace.go:171","msg":"trace[748575309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6872; }","duration":"990.595927ms","start":"2026-03-31T18:43:27.718425Z","end":"2026-03-31T18:43:28.709021Z","steps":["trace[748575309] 'agreement among raft nodes before linearized reading' (duration: 990.403983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.709068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.718345Z","time spent":"990.71584ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:28.709062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010192168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:43:28.709124Z","caller":"traceutil/trace.go:171","msg":"trace[870614976] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6872; }","duration":"1.010342811s","start":"2026-03-31T18:43:27.698766Z","end":"2026-03-31T18:43:28.709109Z","steps":["trace[870614976] 'agreement among raft nodes before linearized reading' (duration: 1.010137476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.709173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:27.698738Z","time spent":"1.010425423s","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:28.709713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.398692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18853"} {"level":"info","ts":"2026-03-31T18:43:28.709774Z","caller":"traceutil/trace.go:171","msg":"trace[284674001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6872; }","duration":"421.512584ms","start":"2026-03-31T18:43:28.288247Z","end":"2026-03-31T18:43:28.70976Z","steps":["trace[284674001] 'agreement among raft nodes before linearized reading' (duration: 421.32646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.709882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.730327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124599"} {"level":"info","ts":"2026-03-31T18:43:28.709923Z","caller":"traceutil/trace.go:171","msg":"trace[387167476] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6872; }","duration":"186.794389ms","start":"2026-03-31T18:43:28.523117Z","end":"2026-03-31T18:43:28.709911Z","steps":["trace[387167476] 'agreement among raft nodes before linearized reading' (duration: 186.643356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.710183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.432433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a2013d6b12f5e0\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-31T18:43:28.710309Z","caller":"traceutil/trace.go:171","msg":"trace[1824345970] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a2013d6b12f5e0; range_end:; response_count:1; response_revision:6872; }","duration":"191.661988ms","start":"2026-03-31T18:43:28.518625Z","end":"2026-03-31T18:43:28.710287Z","steps":["trace[1824345970] 'agreement among raft nodes before linearized reading' (duration: 190.991613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.70972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.290705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:28.710412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.347823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:43:28.71045Z","caller":"traceutil/trace.go:171","msg":"trace[322640754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6872; }","duration":"416.053851ms","start":"2026-03-31T18:43:28.29438Z","end":"2026-03-31T18:43:28.710434Z","steps":["trace[322640754] 'agreement among raft nodes before linearized reading' (duration: 415.272044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.710457Z","caller":"traceutil/trace.go:171","msg":"trace[961814002] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6872; }","duration":"418.420745ms","start":"2026-03-31T18:43:28.292022Z","end":"2026-03-31T18:43:28.710443Z","steps":["trace[961814002] 'agreement among raft nodes before linearized reading' (duration: 418.297372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.710489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.29201Z","time spent":"418.472876ms","remote":"127.0.0.1:41272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:43:28.710473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.813029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-31T18:43:28.710553Z","caller":"traceutil/trace.go:171","msg":"trace[2233661] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6872; }","duration":"190.949522ms","start":"2026-03-31T18:43:28.519583Z","end":"2026-03-31T18:43:28.710533Z","steps":["trace[2233661] 'agreement among raft nodes before linearized reading' (duration: 190.699057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.710486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.294367Z","time spent":"416.107513ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:28.71103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:28.288142Z","time spent":"422.840515ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18876,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:43:28.822494Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4096,"took":"1.80173655s","hash":173624016,"current-db-size-bytes":35282944,"current-db-size":"35 MB","current-db-size-in-use-bytes":30216192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T18:43:28.822561Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":173624016,"revision":4096,"compact-revision":2524} {"level":"info","ts":"2026-03-31T18:43:28.822876Z","caller":"traceutil/trace.go:171","msg":"trace[2037884564] linearizableReadLoop","detail":"{readStateIndex:7156; appliedIndex:7155; }","duration":"110.672688ms","start":"2026-03-31T18:43:28.712174Z","end":"2026-03-31T18:43:28.822846Z","steps":["trace[2037884564] 'read index received' (duration: 97.84422ms)","trace[2037884564] 'applied index is now lower than readState.Index' (duration: 12.826648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:28.822896Z","caller":"traceutil/trace.go:171","msg":"trace[1565299354] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"111.294611ms","start":"2026-03-31T18:43:28.711565Z","end":"2026-03-31T18:43:28.82286Z","steps":["trace[1565299354] 'process raft request' (duration: 98.435702ms)","trace[1565299354] 'compare' (duration: 12.631604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:28.82307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.874743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:28.82311Z","caller":"traceutil/trace.go:171","msg":"trace[2048094874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6873; }","duration":"110.954444ms","start":"2026-03-31T18:43:28.712146Z","end":"2026-03-31T18:43:28.823101Z","steps":["trace[2048094874] 'agreement among raft nodes before linearized reading' (duration: 110.80204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.838213Z","caller":"traceutil/trace.go:171","msg":"trace[1543071186] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"124.942349ms","start":"2026-03-31T18:43:28.713241Z","end":"2026-03-31T18:43:28.838183Z","steps":["trace[1543071186] 'process raft request' (duration: 124.688143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.838498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.32176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T18:43:28.83855Z","caller":"traceutil/trace.go:171","msg":"trace[1975818784] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6875; }","duration":"122.419342ms","start":"2026-03-31T18:43:28.71612Z","end":"2026-03-31T18:43:28.838539Z","steps":["trace[1975818784] 'agreement among raft nodes before linearized reading' (duration: 122.223117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:28.838579Z","caller":"traceutil/trace.go:171","msg":"trace[693457023] transaction","detail":"{read_only:false; response_revision:6875; number_of_response:1; }","duration":"124.212871ms","start":"2026-03-31T18:43:28.714311Z","end":"2026-03-31T18:43:28.838523Z","steps":["trace[693457023] 'process raft request' (duration: 123.794142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:28.838796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.486403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:43:28.838851Z","caller":"traceutil/trace.go:171","msg":"trace[802525802] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:6875; }","duration":"126.564734ms","start":"2026-03-31T18:43:28.712272Z","end":"2026-03-31T18:43:28.838837Z","steps":["trace[802525802] 'agreement among raft nodes before linearized reading' (duration: 126.3625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:34.464183Z","caller":"traceutil/trace.go:171","msg":"trace[1253196306] linearizableReadLoop","detail":"{readStateIndex:7221; appliedIndex:7219; }","duration":"102.904693ms","start":"2026-03-31T18:43:34.361247Z","end":"2026-03-31T18:43:34.464152Z","steps":["trace[1253196306] 'read index received' (duration: 36.646324ms)","trace[1253196306] 'applied index is now lower than readState.Index' (duration: 66.256799ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:34.464269Z","caller":"traceutil/trace.go:171","msg":"trace[526923572] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"124.464817ms","start":"2026-03-31T18:43:34.339772Z","end":"2026-03-31T18:43:34.464237Z","steps":["trace[526923572] 'process raft request' (duration: 91.550067ms)","trace[526923572] 'compare' (duration: 32.688905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:34.464468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.20104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:34.464546Z","caller":"traceutil/trace.go:171","msg":"trace[1153518398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:6937; }","duration":"103.293732ms","start":"2026-03-31T18:43:34.361234Z","end":"2026-03-31T18:43:34.464528Z","steps":["trace[1153518398] 'agreement among raft nodes before linearized reading' (duration: 103.063237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:35.017846Z","caller":"traceutil/trace.go:171","msg":"trace[1188117118] transaction","detail":"{read_only:false; response_revision:6941; number_of_response:1; }","duration":"126.919672ms","start":"2026-03-31T18:43:34.890889Z","end":"2026-03-31T18:43:35.017808Z","steps":["trace[1188117118] 'process raft request' (duration: 108.049548ms)","trace[1188117118] 'compare' (duration: 18.610789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:35.208316Z","caller":"traceutil/trace.go:171","msg":"trace[478490750] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"100.328076ms","start":"2026-03-31T18:43:35.107952Z","end":"2026-03-31T18:43:35.20828Z","steps":["trace[478490750] 'process raft request' (duration: 100.08574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:41.277207Z","caller":"traceutil/trace.go:171","msg":"trace[106652897] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"132.59576ms","start":"2026-03-31T18:43:41.14458Z","end":"2026-03-31T18:43:41.277176Z","steps":["trace[106652897] 'process raft request' (duration: 132.443087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.692357Z","caller":"traceutil/trace.go:171","msg":"trace[1071850406] transaction","detail":"{read_only:false; response_revision:7002; number_of_response:1; }","duration":"169.209863ms","start":"2026-03-31T18:43:43.52312Z","end":"2026-03-31T18:43:43.69233Z","steps":["trace[1071850406] 'process raft request' (duration: 169.024959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:43.788715Z","caller":"traceutil/trace.go:171","msg":"trace[2118832532] transaction","detail":"{read_only:false; response_revision:7003; number_of_response:1; }","duration":"255.632857ms","start":"2026-03-31T18:43:43.533046Z","end":"2026-03-31T18:43:43.788679Z","steps":["trace[2118832532] 'process raft request' (duration: 182.251367ms)","trace[2118832532] 'compare' (duration: 73.096713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:54.780883Z","caller":"traceutil/trace.go:171","msg":"trace[1957258599] linearizableReadLoop","detail":"{readStateIndex:7347; appliedIndex:7345; }","duration":"163.073747ms","start":"2026-03-31T18:43:54.617781Z","end":"2026-03-31T18:43:54.780855Z","steps":["trace[1957258599] 'read index received' (duration: 46.894835ms)","trace[1957258599] 'applied index is now lower than readState.Index' (duration: 116.177532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:54.780967Z","caller":"traceutil/trace.go:171","msg":"trace[685080126] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"164.864316ms","start":"2026-03-31T18:43:54.616086Z","end":"2026-03-31T18:43:54.780951Z","steps":["trace[685080126] 'process raft request' (duration: 164.59859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:54.781197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.304921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:54.781229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.425234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:43:54.78129Z","caller":"traceutil/trace.go:171","msg":"trace[782317791] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7058; }","duration":"155.443385ms","start":"2026-03-31T18:43:54.625828Z","end":"2026-03-31T18:43:54.781271Z","steps":["trace[782317791] 'agreement among raft nodes before linearized reading' (duration: 155.275231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:54.781321Z","caller":"traceutil/trace.go:171","msg":"trace[1668274813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:7058; }","duration":"163.561137ms","start":"2026-03-31T18:43:54.617737Z","end":"2026-03-31T18:43:54.781298Z","steps":["trace[1668274813] 'agreement among raft nodes before linearized reading' (duration: 163.263211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.671731Z","caller":"traceutil/trace.go:171","msg":"trace[1243276962] linearizableReadLoop","detail":"{readStateIndex:7357; appliedIndex:7356; }","duration":"112.97881ms","start":"2026-03-31T18:43:56.55873Z","end":"2026-03-31T18:43:56.671709Z","steps":["trace[1243276962] 'read index received' (duration: 112.792916ms)","trace[1243276962] 'applied index is now lower than readState.Index' (duration: 184.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:56.671873Z","caller":"traceutil/trace.go:171","msg":"trace[1204747773] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"124.329035ms","start":"2026-03-31T18:43:56.547531Z","end":"2026-03-31T18:43:56.67186Z","steps":["trace[1204747773] 'process raft request' (duration: 123.996428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.672018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.274836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T18:43:56.672161Z","caller":"traceutil/trace.go:171","msg":"trace[1381744199] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7067; }","duration":"113.42359ms","start":"2026-03-31T18:43:56.558681Z","end":"2026-03-31T18:43:56.672105Z","steps":["trace[1381744199] 'agreement among raft nodes before linearized reading' (duration: 113.219005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.674984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.900873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:56.675037Z","caller":"traceutil/trace.go:171","msg":"trace[1075264019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7068; }","duration":"114.983024ms","start":"2026-03-31T18:43:56.560039Z","end":"2026-03-31T18:43:56.675022Z","steps":["trace[1075264019] 'agreement among raft nodes before linearized reading' (duration: 114.848441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:57.742339Z","caller":"traceutil/trace.go:171","msg":"trace[726299923] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"104.037518ms","start":"2026-03-31T18:43:57.638225Z","end":"2026-03-31T18:43:57.742263Z","steps":["trace[726299923] 'process raft request' (duration: 103.268021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:57.750148Z","caller":"traceutil/trace.go:171","msg":"trace[484080154] linearizableReadLoop","detail":"{readStateIndex:7437; appliedIndex:7434; }","duration":"108.894587ms","start":"2026-03-31T18:43:57.641233Z","end":"2026-03-31T18:43:57.750128Z","steps":["trace[484080154] 'read index received' (duration: 100.342005ms)","trace[484080154] 'applied index is now lower than readState.Index' (duration: 8.551712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:57.750215Z","caller":"traceutil/trace.go:171","msg":"trace[406690194] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"111.426775ms","start":"2026-03-31T18:43:57.638765Z","end":"2026-03-31T18:43:57.750192Z","steps":["trace[406690194] 'process raft request' (duration: 111.318512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:57.750381Z","caller":"traceutil/trace.go:171","msg":"trace[1887885283] transaction","detail":"{read_only:false; response_revision:7144; number_of_response:1; }","duration":"111.516397ms","start":"2026-03-31T18:43:57.638733Z","end":"2026-03-31T18:43:57.750249Z","steps":["trace[1887885283] 'process raft request' (duration: 111.251871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:57.750436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.185364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:43:57.750466Z","caller":"traceutil/trace.go:171","msg":"trace[1454468444] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7145; }","duration":"109.257076ms","start":"2026-03-31T18:43:57.641198Z","end":"2026-03-31T18:43:57.750455Z","steps":["trace[1454468444] 'agreement among raft nodes before linearized reading' (duration: 109.033631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:57.894448Z","caller":"traceutil/trace.go:171","msg":"trace[127225532] transaction","detail":"{read_only:false; response_revision:7147; number_of_response:1; }","duration":"133.357668ms","start":"2026-03-31T18:43:57.761043Z","end":"2026-03-31T18:43:57.8944Z","steps":["trace[127225532] 'process raft request' (duration: 87.193601ms)","trace[127225532] 'compare' (duration: 45.831429ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:43:57.894309Z","caller":"traceutil/trace.go:171","msg":"trace[424604660] linearizableReadLoop","detail":"{readStateIndex:7439; appliedIndex:7438; }","duration":"119.737672ms","start":"2026-03-31T18:43:57.774532Z","end":"2026-03-31T18:43:57.89427Z","steps":["trace[424604660] 'read index received' (duration: 73.707728ms)","trace[424604660] 'applied index is now lower than readState.Index' (duration: 46.027814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:57.894563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.04793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:57.894678Z","caller":"traceutil/trace.go:171","msg":"trace[1476739539] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:0; response_revision:7147; }","duration":"133.143872ms","start":"2026-03-31T18:43:57.761467Z","end":"2026-03-31T18:43:57.894611Z","steps":["trace[1476739539] 'agreement among raft nodes before linearized reading' (duration: 132.969649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:57.894756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.039085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:43:57.894818Z","caller":"traceutil/trace.go:171","msg":"trace[1295340469] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7147; }","duration":"135.117507ms","start":"2026-03-31T18:43:57.759679Z","end":"2026-03-31T18:43:57.894796Z","steps":["trace[1295340469] 'agreement among raft nodes before linearized reading' (duration: 134.924212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:57.897613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.03027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:43:57.897678Z","caller":"traceutil/trace.go:171","msg":"trace[720864468] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7149; }","duration":"121.134103ms","start":"2026-03-31T18:43:57.776528Z","end":"2026-03-31T18:43:57.897662Z","steps":["trace[720864468] 'agreement among raft nodes before linearized reading' (duration: 120.952819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:57.897785Z","caller":"traceutil/trace.go:171","msg":"trace[1520901917] transaction","detail":"{read_only:false; response_revision:7148; number_of_response:1; }","duration":"120.708743ms","start":"2026-03-31T18:43:57.777047Z","end":"2026-03-31T18:43:57.897756Z","steps":["trace[1520901917] 'process raft request' (duration: 120.282104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:58.127784Z","caller":"traceutil/trace.go:171","msg":"trace[1518122724] linearizableReadLoop","detail":"{readStateIndex:7447; appliedIndex:7446; }","duration":"149.628433ms","start":"2026-03-31T18:43:57.978096Z","end":"2026-03-31T18:43:58.127725Z","steps":["trace[1518122724] 'read index received' (duration: 70.748ms)","trace[1518122724] 'applied index is now lower than readState.Index' (duration: 78.879373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:58.128015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.892979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:43:58.128074Z","caller":"traceutil/trace.go:171","msg":"trace[806314126] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7154; }","duration":"149.999582ms","start":"2026-03-31T18:43:57.978058Z","end":"2026-03-31T18:43:58.128057Z","steps":["trace[806314126] 'agreement among raft nodes before linearized reading' (duration: 149.797227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:58.130993Z","caller":"traceutil/trace.go:171","msg":"trace[1083407888] transaction","detail":"{read_only:false; response_revision:7156; number_of_response:1; }","duration":"143.512617ms","start":"2026-03-31T18:43:57.987464Z","end":"2026-03-31T18:43:58.130976Z","steps":["trace[1083407888] 'process raft request' (duration: 143.379153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:58.131122Z","caller":"traceutil/trace.go:171","msg":"trace[369451450] transaction","detail":"{read_only:false; response_revision:7157; number_of_response:1; }","duration":"142.486122ms","start":"2026-03-31T18:43:57.988551Z","end":"2026-03-31T18:43:58.131037Z","steps":["trace[369451450] 'process raft request' (duration: 142.352648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:58.131218Z","caller":"traceutil/trace.go:171","msg":"trace[801162324] transaction","detail":"{read_only:false; response_revision:7155; number_of_response:1; }","duration":"147.66091ms","start":"2026-03-31T18:43:57.983531Z","end":"2026-03-31T18:43:58.131192Z","steps":["trace[801162324] 'process raft request' (duration: 147.169008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:58.131473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.808571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-788cc69d4d-wrfn8\" ","response":"range_response_count:1 size:10608"} {"level":"info","ts":"2026-03-31T18:43:58.131523Z","caller":"traceutil/trace.go:171","msg":"trace[1433894483] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-788cc69d4d-wrfn8; range_end:; response_count:1; response_revision:7157; }","duration":"146.890173ms","start":"2026-03-31T18:43:57.984621Z","end":"2026-03-31T18:43:58.131511Z","steps":["trace[1433894483] 'agreement among raft nodes before linearized reading' (duration: 146.627847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:58.131585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.442829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-03-31T18:43:58.131649Z","caller":"traceutil/trace.go:171","msg":"trace[101445265] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7157; }","duration":"153.560581ms","start":"2026-03-31T18:43:57.978069Z","end":"2026-03-31T18:43:58.13163Z","steps":["trace[101445265] 'agreement among raft nodes before linearized reading' (duration: 153.385588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:59.573992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.731082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-788cc69d4d-wrfn8\" ","response":"range_response_count:1 size:11901"} {"level":"info","ts":"2026-03-31T18:43:59.574064Z","caller":"traceutil/trace.go:171","msg":"trace[832668939] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-788cc69d4d-wrfn8; range_end:; response_count:1; response_revision:7183; }","duration":"216.852235ms","start":"2026-03-31T18:43:59.357198Z","end":"2026-03-31T18:43:59.57405Z","steps":["trace[832668939] 'range keys from in-memory index tree' (duration: 216.372654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:59.574408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.968039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:43:59.574498Z","caller":"traceutil/trace.go:171","msg":"trace[1377524308] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7183; }","duration":"141.107352ms","start":"2026-03-31T18:43:59.433369Z","end":"2026-03-31T18:43:59.574476Z","steps":["trace[1377524308] 'range keys from in-memory index tree' (duration: 140.781785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:59.574534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.723578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:43:59.574614Z","caller":"traceutil/trace.go:171","msg":"trace[2137082043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7183; }","duration":"154.83722ms","start":"2026-03-31T18:43:59.419759Z","end":"2026-03-31T18:43:59.574596Z","steps":["trace[2137082043] 'range keys from in-memory index tree' (duration: 154.551473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:59.57454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.588446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:59.57506Z","caller":"traceutil/trace.go:171","msg":"trace[714158004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7183; }","duration":"204.19748ms","start":"2026-03-31T18:43:59.370815Z","end":"2026-03-31T18:43:59.575013Z","steps":["trace[714158004] 'range keys from in-memory index tree' (duration: 203.404483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.635054Z","caller":"traceutil/trace.go:171","msg":"trace[2007105294] linearizableReadLoop","detail":"{readStateIndex:7486; appliedIndex:7485; }","duration":"166.440501ms","start":"2026-03-31T18:44:00.468578Z","end":"2026-03-31T18:44:00.635018Z","steps":["trace[2007105294] 'read index received' (duration: 775.947µs)","trace[2007105294] 'applied index is now lower than readState.Index' (duration: 165.663394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:00.635177Z","caller":"traceutil/trace.go:171","msg":"trace[406428344] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"256.341432ms","start":"2026-03-31T18:44:00.378825Z","end":"2026-03-31T18:44:00.635167Z","steps":["trace[406428344] 'process raft request' (duration: 252.602298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:00.635441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.459105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:00.635504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.929022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:00.635579Z","caller":"traceutil/trace.go:171","msg":"trace[23093833] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7193; }","duration":"167.005084ms","start":"2026-03-31T18:44:00.468524Z","end":"2026-03-31T18:44:00.635529Z","steps":["trace[23093833] 'agreement among raft nodes before linearized reading' (duration: 166.933542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:00.63559Z","caller":"traceutil/trace.go:171","msg":"trace[1044849169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7193; }","duration":"139.632969ms","start":"2026-03-31T18:44:00.495895Z","end":"2026-03-31T18:44:00.635528Z","steps":["trace[1044849169] 'agreement among raft nodes before linearized reading' (duration: 139.456374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:00.922265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.605307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:00.922411Z","caller":"traceutil/trace.go:171","msg":"trace[902060390] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"231.33871ms","start":"2026-03-31T18:44:00.691043Z","end":"2026-03-31T18:44:00.922382Z","steps":["trace[902060390] 'process raft request' (duration: 59.510548ms)","trace[902060390] 'compare' (duration: 171.470035ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:00.925337Z","caller":"traceutil/trace.go:171","msg":"trace[1786436722] linearizableReadLoop","detail":"{readStateIndex:7488; appliedIndex:7487; }","duration":"117.92031ms","start":"2026-03-31T18:44:00.807389Z","end":"2026-03-31T18:44:00.925309Z","steps":["trace[1786436722] 'read index received' (duration: 117.491881ms)","trace[1786436722] 'applied index is now lower than readState.Index' (duration: 427.129µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:00.925425Z","caller":"traceutil/trace.go:171","msg":"trace[1807240891] transaction","detail":"{read_only:false; response_revision:7195; number_of_response:1; }","duration":"122.596036ms","start":"2026-03-31T18:44:00.802808Z","end":"2026-03-31T18:44:00.925404Z","steps":["trace[1807240891] 'process raft request' (duration: 122.33125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:00.925641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.233598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:44:00.925703Z","caller":"traceutil/trace.go:171","msg":"trace[1106935541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:7195; }","duration":"118.339549ms","start":"2026-03-31T18:44:00.807347Z","end":"2026-03-31T18:44:00.925687Z","steps":["trace[1106935541] 'agreement among raft nodes before linearized reading' (duration: 118.127985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:02.181554Z","caller":"traceutil/trace.go:171","msg":"trace[1646467577] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"460.668565ms","start":"2026-03-31T18:44:01.72086Z","end":"2026-03-31T18:44:02.181529Z","steps":["trace[1646467577] 'process raft request' (duration: 460.515391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:02.181716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:01.720838Z","time spent":"460.798277ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:02.183581Z","caller":"traceutil/trace.go:171","msg":"trace[163886381] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"462.014626ms","start":"2026-03-31T18:44:01.72154Z","end":"2026-03-31T18:44:02.183555Z","steps":["trace[163886381] 'process raft request' (duration: 461.809241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:02.183747Z","caller":"traceutil/trace.go:171","msg":"trace[717838427] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7495; }","duration":"412.347649ms","start":"2026-03-31T18:44:01.771383Z","end":"2026-03-31T18:44:02.183731Z","steps":["trace[717838427] 'read index received' (duration: 410.174159ms)","trace[717838427] 'applied index is now lower than readState.Index' (duration: 2.17238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:02.183767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:01.721516Z","time spent":"462.141058ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:02.18389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.103624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:02.183861Z","caller":"traceutil/trace.go:171","msg":"trace[349014981] transaction","detail":"{read_only:false; response_revision:7203; number_of_response:1; }","duration":"270.483489ms","start":"2026-03-31T18:44:01.913317Z","end":"2026-03-31T18:44:02.1838Z","steps":["trace[349014981] 'process raft request' (duration: 270.189263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:02.183877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.480751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:02.183932Z","caller":"traceutil/trace.go:171","msg":"trace[1269930723] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7203; }","duration":"174.195616ms","start":"2026-03-31T18:44:02.009726Z","end":"2026-03-31T18:44:02.183921Z","steps":["trace[1269930723] 'agreement among raft nodes before linearized reading' (duration: 174.119684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:02.183969Z","caller":"traceutil/trace.go:171","msg":"trace[177900174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7203; }","duration":"412.663105ms","start":"2026-03-31T18:44:01.771284Z","end":"2026-03-31T18:44:02.183947Z","steps":["trace[177900174] 'agreement among raft nodes before linearized reading' (duration: 412.526232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:02.184024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:01.77125Z","time spent":"412.763548ms","remote":"127.0.0.1:48238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:02.723188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.122668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:02.723361Z","caller":"traceutil/trace.go:171","msg":"trace[110325725] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"358.664212ms","start":"2026-03-31T18:44:02.364666Z","end":"2026-03-31T18:44:02.723331Z","steps":["trace[110325725] 'process raft request' (duration: 214.791937ms)","trace[110325725] 'compare' (duration: 142.473863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:02.72348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:02.364631Z","time spent":"358.794925ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:03.291041Z","caller":"traceutil/trace.go:171","msg":"trace[1046973622] linearizableReadLoop","detail":"{readStateIndex:7502; appliedIndex:7501; }","duration":"134.466032ms","start":"2026-03-31T18:44:03.156547Z","end":"2026-03-31T18:44:03.291013Z","steps":["trace[1046973622] 'read index received' (duration: 134.325409ms)","trace[1046973622] 'applied index is now lower than readState.Index' (duration: 138.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:03.291164Z","caller":"traceutil/trace.go:171","msg":"trace[1551106965] transaction","detail":"{read_only:false; response_revision:7208; number_of_response:1; }","duration":"161.165863ms","start":"2026-03-31T18:44:03.129964Z","end":"2026-03-31T18:44:03.29113Z","steps":["trace[1551106965] 'process raft request' (duration: 160.857535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:03.291298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.738889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:03.291336Z","caller":"traceutil/trace.go:171","msg":"trace[555444853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7208; }","duration":"134.846881ms","start":"2026-03-31T18:44:03.156478Z","end":"2026-03-31T18:44:03.291325Z","steps":["trace[555444853] 'agreement among raft nodes before linearized reading' (duration: 134.698768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:03.291392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.471441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:03.291697Z","caller":"traceutil/trace.go:171","msg":"trace[2066166776] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7208; }","duration":"121.87778ms","start":"2026-03-31T18:44:03.16979Z","end":"2026-03-31T18:44:03.291668Z","steps":["trace[2066166776] 'agreement among raft nodes before linearized reading' (duration: 121.44378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:06.992963Z","caller":"traceutil/trace.go:171","msg":"trace[858999122] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"115.563998ms","start":"2026-03-31T18:44:06.877359Z","end":"2026-03-31T18:44:06.992923Z","steps":["trace[858999122] 'process raft request' (duration: 115.423945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:09.560374Z","caller":"traceutil/trace.go:171","msg":"trace[1562302236] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"112.192142ms","start":"2026-03-31T18:44:09.448155Z","end":"2026-03-31T18:44:09.560347Z","steps":["trace[1562302236] 'process raft request' (duration: 112.027268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.397264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.399861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:44:13.397348Z","caller":"traceutil/trace.go:171","msg":"trace[1067772545] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7265; }","duration":"251.515974ms","start":"2026-03-31T18:44:13.145812Z","end":"2026-03-31T18:44:13.397328Z","steps":["trace[1067772545] 'range keys from in-memory index tree' (duration: 251.223787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.711437Z","caller":"traceutil/trace.go:171","msg":"trace[892552330] linearizableReadLoop","detail":"{readStateIndex:7563; appliedIndex:7562; }","duration":"268.059524ms","start":"2026-03-31T18:44:13.443352Z","end":"2026-03-31T18:44:13.711412Z","steps":["trace[892552330] 'read index received' (duration: 226.220874ms)","trace[892552330] 'applied index is now lower than readState.Index' (duration: 41.83745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:13.711488Z","caller":"traceutil/trace.go:171","msg":"trace[1071189052] transaction","detail":"{read_only:false; response_revision:7267; number_of_response:1; }","duration":"269.426106ms","start":"2026-03-31T18:44:13.442007Z","end":"2026-03-31T18:44:13.711434Z","steps":["trace[1071189052] 'process raft request' (duration: 227.495983ms)","trace[1071189052] 'compare' (duration: 41.108625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:13.711726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.372542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-31T18:44:13.711724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.915462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:44:13.712033Z","caller":"traceutil/trace.go:171","msg":"trace[485832104] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7267; }","duration":"268.699829ms","start":"2026-03-31T18:44:13.443308Z","end":"2026-03-31T18:44:13.712008Z","steps":["trace[485832104] 'agreement among raft nodes before linearized reading' (duration: 268.225798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.712052Z","caller":"traceutil/trace.go:171","msg":"trace[1737455494] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7267; }","duration":"248.252929ms","start":"2026-03-31T18:44:13.463777Z","end":"2026-03-31T18:44:13.71203Z","steps":["trace[1737455494] 'agreement among raft nodes before linearized reading' (duration: 247.777609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.877005Z","caller":"traceutil/trace.go:171","msg":"trace[1994758730] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"120.15621ms","start":"2026-03-31T18:44:13.75681Z","end":"2026-03-31T18:44:13.876966Z","steps":["trace[1994758730] 'process raft request' (duration: 112.646762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:15.364483Z","caller":"traceutil/trace.go:171","msg":"trace[1155887715] linearizableReadLoop","detail":"{readStateIndex:7571; appliedIndex:7570; }","duration":"188.154429ms","start":"2026-03-31T18:44:15.176294Z","end":"2026-03-31T18:44:15.364449Z","steps":["trace[1155887715] 'read index received' (duration: 187.818011ms)","trace[1155887715] 'applied index is now lower than readState.Index' (duration: 335.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:15.364647Z","caller":"traceutil/trace.go:171","msg":"trace[1075482147] transaction","detail":"{read_only:false; response_revision:7275; number_of_response:1; }","duration":"254.91321ms","start":"2026-03-31T18:44:15.109687Z","end":"2026-03-31T18:44:15.3646Z","steps":["trace[1075482147] 'process raft request' (duration: 254.515611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:15.364709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.77397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:44:15.364767Z","caller":"traceutil/trace.go:171","msg":"trace[1669527446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7275; }","duration":"211.892563ms","start":"2026-03-31T18:44:15.15286Z","end":"2026-03-31T18:44:15.364753Z","steps":["trace[1669527446] 'agreement among raft nodes before linearized reading' (duration: 211.606166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:15.364856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.875294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:44:15.364872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.339444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:44:15.364904Z","caller":"traceutil/trace.go:171","msg":"trace[975408476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:7275; }","duration":"224.958876ms","start":"2026-03-31T18:44:15.139934Z","end":"2026-03-31T18:44:15.364893Z","steps":["trace[975408476] 'agreement among raft nodes before linearized reading' (duration: 224.811182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:15.364873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.466589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:15.364957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.675469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-31T18:44:15.365025Z","caller":"traceutil/trace.go:171","msg":"trace[1605133846] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:7275; }","duration":"256.817443ms","start":"2026-03-31T18:44:15.108192Z","end":"2026-03-31T18:44:15.365009Z","steps":["trace[1605133846] 'agreement among raft nodes before linearized reading' (duration: 256.591307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:15.364967Z","caller":"traceutil/trace.go:171","msg":"trace[718311101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7275; }","duration":"225.477527ms","start":"2026-03-31T18:44:15.139444Z","end":"2026-03-31T18:44:15.364921Z","steps":["trace[718311101] 'agreement among raft nodes before linearized reading' (duration: 225.196851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:15.365023Z","caller":"traceutil/trace.go:171","msg":"trace[1374492293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7275; }","duration":"161.681663ms","start":"2026-03-31T18:44:15.203312Z","end":"2026-03-31T18:44:15.364993Z","steps":["trace[1374492293] 'agreement among raft nodes before linearized reading' (duration: 161.427847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:15.365449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.080606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:15.365518Z","caller":"traceutil/trace.go:171","msg":"trace[1770048216] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:7275; }","duration":"256.933425ms","start":"2026-03-31T18:44:15.108569Z","end":"2026-03-31T18:44:15.365503Z","steps":["trace[1770048216] 'agreement among raft nodes before linearized reading' (duration: 256.073325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:16.385235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.243864ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:44:16.385554Z","caller":"traceutil/trace.go:171","msg":"trace[992194319] linearizableReadLoop","detail":"{readStateIndex:7576; appliedIndex:7574; }","duration":"171.683828ms","start":"2026-03-31T18:44:16.213852Z","end":"2026-03-31T18:44:16.385536Z","steps":["trace[992194319] 'read index received' (duration: 89.795908ms)","trace[992194319] 'applied index is now lower than readState.Index' (duration: 81.88702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:16.385638Z","caller":"traceutil/trace.go:171","msg":"trace[1109948244] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"369.820042ms","start":"2026-03-31T18:44:16.015808Z","end":"2026-03-31T18:44:16.385628Z","steps":["trace[1109948244] 'process raft request' (duration: 369.569897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:16.385754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:16.015781Z","time spent":"369.891224ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:16.385995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.095028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:16.386354Z","caller":"traceutil/trace.go:171","msg":"trace[833717627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7279; }","duration":"172.403956ms","start":"2026-03-31T18:44:16.213788Z","end":"2026-03-31T18:44:16.386191Z","steps":["trace[833717627] 'agreement among raft nodes before linearized reading' (duration: 171.990687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:16.40365Z","caller":"traceutil/trace.go:171","msg":"trace[1414925919] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"145.684264ms","start":"2026-03-31T18:44:16.257931Z","end":"2026-03-31T18:44:16.403616Z","steps":["trace[1414925919] 'process raft request' (duration: 145.4692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:17.432786Z","caller":"traceutil/trace.go:171","msg":"trace[1186270911] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"114.336231ms","start":"2026-03-31T18:44:17.318406Z","end":"2026-03-31T18:44:17.432743Z","steps":["trace[1186270911] 'process raft request' (duration: 89.334288ms)","trace[1186270911] 'compare' (duration: 24.690456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:23.172604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.185226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:23.172722Z","caller":"traceutil/trace.go:171","msg":"trace[1603643450] linearizableReadLoop","detail":"{readStateIndex:7633; appliedIndex:7632; }","duration":"339.39346ms","start":"2026-03-31T18:44:22.833309Z","end":"2026-03-31T18:44:23.172703Z","steps":["trace[1603643450] 'read index received' (duration: 44.101µs)","trace[1603643450] 'applied index is now lower than readState.Index' (duration: 339.347449ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:23.173102Z","caller":"traceutil/trace.go:171","msg":"trace[474599603] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"620.923707ms","start":"2026-03-31T18:44:22.552144Z","end":"2026-03-31T18:44:23.173068Z","steps":["trace[474599603] 'process raft request' (duration: 38.157028ms)","trace[474599603] 'compare' (duration: 581.859298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:23.173265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.552128Z","time spent":"621.05081ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:23.173515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.193847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:23.173602Z","caller":"traceutil/trace.go:171","msg":"trace[591379725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7335; }","duration":"340.33007ms","start":"2026-03-31T18:44:22.83325Z","end":"2026-03-31T18:44:23.17358Z","steps":["trace[591379725] 'agreement among raft nodes before linearized reading' (duration: 339.549013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.173764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:22.833234Z","time spent":"340.516194ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:44:23.375822Z","caller":"traceutil/trace.go:171","msg":"trace[1866596931] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"106.576935ms","start":"2026-03-31T18:44:23.269206Z","end":"2026-03-31T18:44:23.375783Z","steps":["trace[1866596931] 'process raft request' (duration: 65.748268ms)","trace[1866596931] 'compare' (duration: 40.524361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:23.628067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.051954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:23.628232Z","caller":"traceutil/trace.go:171","msg":"trace[993969982] linearizableReadLoop","detail":"{readStateIndex:7635; appliedIndex:7634; }","duration":"163.605947ms","start":"2026-03-31T18:44:23.464608Z","end":"2026-03-31T18:44:23.628213Z","steps":["trace[993969982] 'read index received' (duration: 61.207416ms)","trace[993969982] 'applied index is now lower than readState.Index' (duration: 102.397131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:23.628307Z","caller":"traceutil/trace.go:171","msg":"trace[827166064] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"167.009383ms","start":"2026-03-31T18:44:23.461287Z","end":"2026-03-31T18:44:23.628296Z","steps":["trace[827166064] 'process raft request' (duration: 64.640643ms)","trace[827166064] 'compare' (duration: 101.91532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:23.628651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.012706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:44:23.628745Z","caller":"traceutil/trace.go:171","msg":"trace[1998783389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7337; }","duration":"164.16928ms","start":"2026-03-31T18:44:23.464556Z","end":"2026-03-31T18:44:23.628725Z","steps":["trace[1998783389] 'agreement among raft nodes before linearized reading' (duration: 163.840792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.820584Z","caller":"traceutil/trace.go:171","msg":"trace[1397467981] linearizableReadLoop","detail":"{readStateIndex:7636; appliedIndex:7635; }","duration":"192.297423ms","start":"2026-03-31T18:44:23.628259Z","end":"2026-03-31T18:44:23.820557Z","steps":["trace[1397467981] 'read index received' (duration: 191.755361ms)","trace[1397467981] 'applied index is now lower than readState.Index' (duration: 540.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:23.820672Z","caller":"traceutil/trace.go:171","msg":"trace[168225011] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"259.089215ms","start":"2026-03-31T18:44:23.561551Z","end":"2026-03-31T18:44:23.82064Z","steps":["trace[168225011] 'process raft request' (duration: 258.538003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.820699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.656495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:23.820734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.835246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:44:23.820744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.513396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-62lx7\" ","response":"range_response_count:1 size:7339"} {"level":"info","ts":"2026-03-31T18:44:23.820853Z","caller":"traceutil/trace.go:171","msg":"trace[2115851901] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-62lx7; range_end:; response_count:1; response_revision:7338; }","duration":"260.664629ms","start":"2026-03-31T18:44:23.560169Z","end":"2026-03-31T18:44:23.820834Z","steps":["trace[2115851901] 'agreement among raft nodes before linearized reading' (duration: 260.397673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.82078Z","caller":"traceutil/trace.go:171","msg":"trace[444192942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7338; }","duration":"237.912518ms","start":"2026-03-31T18:44:23.582855Z","end":"2026-03-31T18:44:23.820767Z","steps":["trace[444192942] 'agreement among raft nodes before linearized reading' (duration: 237.706093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:23.820774Z","caller":"traceutil/trace.go:171","msg":"trace[1728093061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:7338; }","duration":"311.846899ms","start":"2026-03-31T18:44:23.508908Z","end":"2026-03-31T18:44:23.820755Z","steps":["trace[1728093061] 'agreement among raft nodes before linearized reading' (duration: 311.662045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.821073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.00667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:44:23.821263Z","caller":"traceutil/trace.go:171","msg":"trace[1121935788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:7338; }","duration":"351.237794ms","start":"2026-03-31T18:44:23.470011Z","end":"2026-03-31T18:44:23.821248Z","steps":["trace[1121935788] 'agreement among raft nodes before linearized reading' (duration: 350.669592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.821168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.508882Z","time spent":"312.246948ms","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:23.821349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:23.469993Z","time spent":"351.338977ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:44:23.890427Z","caller":"traceutil/trace.go:171","msg":"trace[1229361094] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"257.197971ms","start":"2026-03-31T18:44:23.633195Z","end":"2026-03-31T18:44:23.890393Z","steps":["trace[1229361094] 'process raft request' (duration: 256.910225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:23.890584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.09884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:23.890726Z","caller":"traceutil/trace.go:171","msg":"trace[315565992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:7339; }","duration":"120.318825ms","start":"2026-03-31T18:44:23.770378Z","end":"2026-03-31T18:44:23.890697Z","steps":["trace[315565992] 'agreement among raft nodes before linearized reading' (duration: 120.073249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:24.070342Z","caller":"traceutil/trace.go:171","msg":"trace[1271127734] linearizableReadLoop","detail":"{readStateIndex:7639; appliedIndex:7637; }","duration":"179.977915ms","start":"2026-03-31T18:44:23.890336Z","end":"2026-03-31T18:44:24.070314Z","steps":["trace[1271127734] 'read index received' (duration: 119.706801ms)","trace[1271127734] 'applied index is now lower than readState.Index' (duration: 60.269964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:24.070612Z","caller":"traceutil/trace.go:171","msg":"trace[372199684] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"243.35401ms","start":"2026-03-31T18:44:23.827234Z","end":"2026-03-31T18:44:24.070588Z","steps":["trace[372199684] 'process raft request' (duration: 182.891152ms)","trace[372199684] 'compare' (duration: 59.918086ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:24.070591Z","caller":"traceutil/trace.go:171","msg":"trace[1591367982] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"239.511073ms","start":"2026-03-31T18:44:23.830999Z","end":"2026-03-31T18:44:24.07051Z","steps":["trace[1591367982] 'process raft request' (duration: 239.232157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.070712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.953705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109254"} {"level":"info","ts":"2026-03-31T18:44:24.070772Z","caller":"traceutil/trace.go:171","msg":"trace[1054091956] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:7341; }","duration":"245.065168ms","start":"2026-03-31T18:44:23.825694Z","end":"2026-03-31T18:44:24.070759Z","steps":["trace[1054091956] 'agreement among raft nodes before linearized reading' (duration: 244.73276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.070858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.077762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:44:24.070937Z","caller":"traceutil/trace.go:171","msg":"trace[1883336133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7341; }","duration":"210.194314ms","start":"2026-03-31T18:44:23.860724Z","end":"2026-03-31T18:44:24.070918Z","steps":["trace[1883336133] 'agreement among raft nodes before linearized reading' (duration: 209.99382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:24.313178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.118195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:24.313453Z","caller":"traceutil/trace.go:171","msg":"trace[1169824779] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"236.835474ms","start":"2026-03-31T18:44:24.076581Z","end":"2026-03-31T18:44:24.313416Z","steps":["trace[1169824779] 'process raft request' (duration: 102.371801ms)","trace[1169824779] 'compare' (duration: 133.194764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:24.628058Z","caller":"traceutil/trace.go:171","msg":"trace[1538794895] transaction","detail":"{read_only:false; response_revision:7343; number_of_response:1; }","duration":"100.363176ms","start":"2026-03-31T18:44:24.527658Z","end":"2026-03-31T18:44:24.628021Z","steps":["trace[1538794895] 'process raft request' (duration: 78.661158ms)","trace[1538794895] 'compare' (duration: 21.122265ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:24.842822Z","caller":"traceutil/trace.go:171","msg":"trace[658871500] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"209.729595ms","start":"2026-03-31T18:44:24.633066Z","end":"2026-03-31T18:44:24.842796Z","steps":["trace[658871500] 'process raft request' (duration: 150.34188ms)","trace[658871500] 'compare' (duration: 59.092528ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:25.372138Z","caller":"traceutil/trace.go:171","msg":"trace[735484404] linearizableReadLoop","detail":"{readStateIndex:7644; appliedIndex:7643; }","duration":"172.873426ms","start":"2026-03-31T18:44:25.199223Z","end":"2026-03-31T18:44:25.372096Z","steps":["trace[735484404] 'read index received' (duration: 172.698952ms)","trace[735484404] 'applied index is now lower than readState.Index' (duration: 173.434µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:25.372296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.07433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:25.372338Z","caller":"traceutil/trace.go:171","msg":"trace[367295980] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:7346; }","duration":"173.207773ms","start":"2026-03-31T18:44:25.19912Z","end":"2026-03-31T18:44:25.372328Z","steps":["trace[367295980] 'agreement among raft nodes before linearized reading' (duration: 173.086891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:25.372564Z","caller":"traceutil/trace.go:171","msg":"trace[448718316] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"189.393847ms","start":"2026-03-31T18:44:25.183138Z","end":"2026-03-31T18:44:25.372532Z","steps":["trace[448718316] 'process raft request' (duration: 188.808274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:25.40684Z","caller":"traceutil/trace.go:171","msg":"trace[1819265494] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"157.882799ms","start":"2026-03-31T18:44:25.248896Z","end":"2026-03-31T18:44:25.406779Z","steps":["trace[1819265494] 'process raft request' (duration: 157.645493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.096419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.479705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:27.096519Z","caller":"traceutil/trace.go:171","msg":"trace[273208525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7353; }","duration":"248.637978ms","start":"2026-03-31T18:44:26.84786Z","end":"2026-03-31T18:44:27.096498Z","steps":["trace[273208525] 'range keys from in-memory index tree' (duration: 248.244599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.096697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.643499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:27.096786Z","caller":"traceutil/trace.go:171","msg":"trace[1118447452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7353; }","duration":"373.767422ms","start":"2026-03-31T18:44:26.722993Z","end":"2026-03-31T18:44:27.09676Z","steps":["trace[1118447452] 'range keys from in-memory index tree' (duration: 373.423594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:27.096834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:26.722972Z","time spent":"373.851953ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:27.096997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.413354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:27.097162Z","caller":"traceutil/trace.go:171","msg":"trace[241244152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7353; }","duration":"264.674759ms","start":"2026-03-31T18:44:26.832457Z","end":"2026-03-31T18:44:27.097132Z","steps":["trace[241244152] 'range keys from in-memory index tree' (duration: 264.26009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:27.316602Z","caller":"traceutil/trace.go:171","msg":"trace[518386601] transaction","detail":"{read_only:false; response_revision:7354; number_of_response:1; }","duration":"214.664636ms","start":"2026-03-31T18:44:27.101873Z","end":"2026-03-31T18:44:27.316538Z","steps":["trace[518386601] 'process raft request' (duration: 213.646583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:27.326211Z","caller":"traceutil/trace.go:171","msg":"trace[1164846736] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"224.275232ms","start":"2026-03-31T18:44:27.101915Z","end":"2026-03-31T18:44:27.32619Z","steps":["trace[1164846736] 'process raft request' (duration: 224.145749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:27.326384Z","caller":"traceutil/trace.go:171","msg":"trace[1057592789] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"224.070647ms","start":"2026-03-31T18:44:27.102269Z","end":"2026-03-31T18:44:27.326339Z","steps":["trace[1057592789] 'process raft request' (duration: 223.889253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:32.246222Z","caller":"traceutil/trace.go:171","msg":"trace[346049982] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"210.101813ms","start":"2026-03-31T18:44:32.036075Z","end":"2026-03-31T18:44:32.246177Z","steps":["trace[346049982] 'process raft request' (duration: 209.745634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:32.839816Z","caller":"traceutil/trace.go:171","msg":"trace[680568669] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"154.309399ms","start":"2026-03-31T18:44:32.685454Z","end":"2026-03-31T18:44:32.839763Z","steps":["trace[680568669] 'process raft request' (duration: 111.701161ms)","trace[680568669] 'compare' (duration: 42.27979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:59.822606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.898402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:59.822899Z","caller":"traceutil/trace.go:171","msg":"trace[2046498048] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7887; }","duration":"187.663718ms","start":"2026-03-31T18:44:59.635212Z","end":"2026-03-31T18:44:59.822876Z","steps":["trace[2046498048] 'read index received' (duration: 44.407067ms)","trace[2046498048] 'applied index is now lower than readState.Index' (duration: 143.255601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:59.823221Z","caller":"traceutil/trace.go:171","msg":"trace[275159786] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"222.019032ms","start":"2026-03-31T18:44:59.601126Z","end":"2026-03-31T18:44:59.823145Z","steps":["trace[275159786] 'process raft request' (duration: 221.655594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:59.823221Z","caller":"traceutil/trace.go:171","msg":"trace[1435269133] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"234.461121ms","start":"2026-03-31T18:44:59.588723Z","end":"2026-03-31T18:44:59.823184Z","steps":["trace[1435269133] 'process raft request' (duration: 90.883412ms)","trace[1435269133] 'compare' (duration: 142.79699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:59.823765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.545658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:59.823925Z","caller":"traceutil/trace.go:171","msg":"trace[307430160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7584; }","duration":"188.745163ms","start":"2026-03-31T18:44:59.635158Z","end":"2026-03-31T18:44:59.823903Z","steps":["trace[307430160] 'agreement among raft nodes before linearized reading' (duration: 187.857573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:59.909813Z","caller":"traceutil/trace.go:171","msg":"trace[1911600035] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"121.547372ms","start":"2026-03-31T18:44:59.788241Z","end":"2026-03-31T18:44:59.909788Z","steps":["trace[1911600035] 'process raft request' (duration: 121.400999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.046111Z","caller":"traceutil/trace.go:171","msg":"trace[1864966542] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"218.105992ms","start":"2026-03-31T18:44:59.827979Z","end":"2026-03-31T18:45:00.046085Z","steps":["trace[1864966542] 'process raft request' (duration: 217.842436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.046475Z","caller":"traceutil/trace.go:171","msg":"trace[306642582] linearizableReadLoop","detail":"{readStateIndex:7891; appliedIndex:7890; }","duration":"215.725079ms","start":"2026-03-31T18:44:59.830737Z","end":"2026-03-31T18:45:00.046462Z","steps":["trace[306642582] 'read index received' (duration: 79.536538ms)","trace[306642582] 'applied index is now lower than readState.Index' (duration: 136.187861ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:00.046577Z","caller":"traceutil/trace.go:171","msg":"trace[1472632446] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"188.62749ms","start":"2026-03-31T18:44:59.857936Z","end":"2026-03-31T18:45:00.046563Z","steps":["trace[1472632446] 'process raft request' (duration: 188.030467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.046821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.066796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:00.046851Z","caller":"traceutil/trace.go:171","msg":"trace[19930206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7587; }","duration":"216.124408ms","start":"2026-03-31T18:44:59.830719Z","end":"2026-03-31T18:45:00.046843Z","steps":["trace[19930206] 'agreement among raft nodes before linearized reading' (duration: 215.78391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:12.46672Z","caller":"traceutil/trace.go:171","msg":"trace[154486519] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"109.609303ms","start":"2026-03-31T18:45:12.357086Z","end":"2026-03-31T18:45:12.466695Z","steps":["trace[154486519] 'process raft request' (duration: 109.216455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:19.522553Z","caller":"traceutil/trace.go:171","msg":"trace[2140673943] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"170.006631ms","start":"2026-03-31T18:45:19.352524Z","end":"2026-03-31T18:45:19.522531Z","steps":["trace[2140673943] 'read index received' (duration: 169.791147ms)","trace[2140673943] 'applied index is now lower than readState.Index' (duration: 214.684µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:19.522715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.176976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:19.522753Z","caller":"traceutil/trace.go:171","msg":"trace[306678557] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7737; }","duration":"170.277478ms","start":"2026-03-31T18:45:19.352466Z","end":"2026-03-31T18:45:19.522744Z","steps":["trace[306678557] 'agreement among raft nodes before linearized reading' (duration: 170.152905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:19.522832Z","caller":"traceutil/trace.go:171","msg":"trace[1751539529] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"363.579383ms","start":"2026-03-31T18:45:19.159146Z","end":"2026-03-31T18:45:19.522725Z","steps":["trace[1751539529] 'process raft request' (duration: 363.244105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:19.523146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:19.159121Z","time spent":"363.912451ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:19.87932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.021425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:45:19.879418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.265921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:45:19.879452Z","caller":"traceutil/trace.go:171","msg":"trace[1123969754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7737; }","duration":"131.342013ms","start":"2026-03-31T18:45:19.748101Z","end":"2026-03-31T18:45:19.879443Z","steps":["trace[1123969754] 'range keys from in-memory index tree' (duration: 131.069206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:19.879407Z","caller":"traceutil/trace.go:171","msg":"trace[2111643099] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7737; }","duration":"119.146218ms","start":"2026-03-31T18:45:19.760243Z","end":"2026-03-31T18:45:19.879389Z","steps":["trace[2111643099] 'count revisions from in-memory index tree' (duration: 118.967954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:20.085225Z","caller":"traceutil/trace.go:171","msg":"trace[735384703] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8048; }","duration":"156.359515ms","start":"2026-03-31T18:45:19.928838Z","end":"2026-03-31T18:45:20.085198Z","steps":["trace[735384703] 'read index received' (duration: 10.671771ms)","trace[735384703] 'applied index is now lower than readState.Index' (duration: 145.686374ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:20.085328Z","caller":"traceutil/trace.go:171","msg":"trace[1659452165] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"194.928992ms","start":"2026-03-31T18:45:19.890357Z","end":"2026-03-31T18:45:20.085286Z","steps":["trace[1659452165] 'process raft request' (duration: 186.004761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:20.085431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.57796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:20.085475Z","caller":"traceutil/trace.go:171","msg":"trace[403830969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7739; }","duration":"156.672772ms","start":"2026-03-31T18:45:19.92879Z","end":"2026-03-31T18:45:20.085463Z","steps":["trace[403830969] 'agreement among raft nodes before linearized reading' (duration: 156.509678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:20.3692Z","caller":"traceutil/trace.go:171","msg":"trace[1929050210] linearizableReadLoop","detail":"{readStateIndex:8052; appliedIndex:8051; }","duration":"214.589994ms","start":"2026-03-31T18:45:20.154584Z","end":"2026-03-31T18:45:20.369174Z","steps":["trace[1929050210] 'read index received' (duration: 164.971289ms)","trace[1929050210] 'applied index is now lower than readState.Index' (duration: 49.617635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:20.369235Z","caller":"traceutil/trace.go:171","msg":"trace[1589888655] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"239.677438ms","start":"2026-03-31T18:45:20.129507Z","end":"2026-03-31T18:45:20.369184Z","steps":["trace[1589888655] 'process raft request' (duration: 190.119964ms)","trace[1589888655] 'compare' (duration: 49.420861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:20.369419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.822709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:45:20.369466Z","caller":"traceutil/trace.go:171","msg":"trace[756680837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7741; }","duration":"214.921431ms","start":"2026-03-31T18:45:20.154531Z","end":"2026-03-31T18:45:20.369452Z","steps":["trace[756680837] 'agreement among raft nodes before linearized reading' (duration: 214.754617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:20.814139Z","caller":"traceutil/trace.go:171","msg":"trace[1091317642] linearizableReadLoop","detail":"{readStateIndex:8055; appliedIndex:8054; }","duration":"104.745354ms","start":"2026-03-31T18:45:20.709372Z","end":"2026-03-31T18:45:20.814117Z","steps":["trace[1091317642] 'read index received' (duration: 61.060802ms)","trace[1091317642] 'applied index is now lower than readState.Index' (duration: 43.683302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:20.814256Z","caller":"traceutil/trace.go:171","msg":"trace[1571714547] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"107.951616ms","start":"2026-03-31T18:45:20.706262Z","end":"2026-03-31T18:45:20.814213Z","steps":["trace[1571714547] 'process raft request' (duration: 64.130111ms)","trace[1571714547] 'compare' (duration: 43.618681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:20.814713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.317558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142239"} {"level":"info","ts":"2026-03-31T18:45:20.814749Z","caller":"traceutil/trace.go:171","msg":"trace[354213811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7744; }","duration":"105.394039ms","start":"2026-03-31T18:45:20.709346Z","end":"2026-03-31T18:45:20.81474Z","steps":["trace[354213811] 'agreement among raft nodes before linearized reading' (duration: 104.881758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:22.102697Z","caller":"traceutil/trace.go:171","msg":"trace[1723301953] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"155.165138ms","start":"2026-03-31T18:45:21.947501Z","end":"2026-03-31T18:45:22.102666Z","steps":["trace[1723301953] 'process raft request' (duration: 154.981124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:23.252692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.93434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:23.252808Z","caller":"traceutil/trace.go:171","msg":"trace[81941402] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7755; }","duration":"158.107453ms","start":"2026-03-31T18:45:23.094684Z","end":"2026-03-31T18:45:23.252791Z","steps":["trace[81941402] 'count revisions from in-memory index tree' (duration: 157.815917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.57488Z","caller":"traceutil/trace.go:171","msg":"trace[1271652685] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"109.839628ms","start":"2026-03-31T18:46:04.465013Z","end":"2026-03-31T18:46:04.574853Z","steps":["trace[1271652685] 'process raft request' (duration: 41.522243ms)","trace[1271652685] 'compare' (duration: 68.109151ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:05.271274Z","caller":"traceutil/trace.go:171","msg":"trace[1829333688] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8292; }","duration":"148.99738ms","start":"2026-03-31T18:46:05.122253Z","end":"2026-03-31T18:46:05.27125Z","steps":["trace[1829333688] 'read index received' (duration: 148.761544ms)","trace[1829333688] 'applied index is now lower than readState.Index' (duration: 234.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:05.271614Z","caller":"traceutil/trace.go:171","msg":"trace[1849156551] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"150.635426ms","start":"2026-03-31T18:46:05.120965Z","end":"2026-03-31T18:46:05.2716Z","steps":["trace[1849156551] 'process raft request' (duration: 150.147814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.271881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.629194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:46:05.271921Z","caller":"traceutil/trace.go:171","msg":"trace[1809699535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:7973; }","duration":"149.699606ms","start":"2026-03-31T18:46:05.12221Z","end":"2026-03-31T18:46:05.27191Z","steps":["trace[1809699535] 'agreement among raft nodes before linearized reading' (duration: 149.561713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:05.272131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.175382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T18:46:05.272165Z","caller":"traceutil/trace.go:171","msg":"trace[810616573] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:7973; }","duration":"112.242753ms","start":"2026-03-31T18:46:05.159914Z","end":"2026-03-31T18:46:05.272157Z","steps":["trace[810616573] 'agreement among raft nodes before linearized reading' (duration: 112.156041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.301385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.656627ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:46:07.602652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.945007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:07.602787Z","caller":"traceutil/trace.go:171","msg":"trace[1321704906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7982; }","duration":"197.172823ms","start":"2026-03-31T18:46:07.405586Z","end":"2026-03-31T18:46:07.602759Z","steps":["trace[1321704906] 'range keys from in-memory index tree' (duration: 196.681872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.602875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.380235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142051"} {"level":"info","ts":"2026-03-31T18:46:07.602951Z","caller":"traceutil/trace.go:171","msg":"trace[245207521] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7982; }","duration":"297.520107ms","start":"2026-03-31T18:46:07.305414Z","end":"2026-03-31T18:46:07.602934Z","steps":["trace[245207521] 'range keys from in-memory index tree' (duration: 297.106228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.520552Z","caller":"traceutil/trace.go:171","msg":"trace[2001285847] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"105.614253ms","start":"2026-03-31T18:46:08.414915Z","end":"2026-03-31T18:46:08.52053Z","steps":["trace[2001285847] 'process raft request' (duration: 80.491318ms)","trace[2001285847] 'compare' (duration: 24.765957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:08.665732Z","caller":"traceutil/trace.go:171","msg":"trace[1740772274] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"138.79868ms","start":"2026-03-31T18:46:08.52692Z","end":"2026-03-31T18:46:08.665719Z","steps":["trace[1740772274] 'process raft request' (duration: 126.750899ms)","trace[1740772274] 'compare' (duration: 11.894987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:08.665686Z","caller":"traceutil/trace.go:171","msg":"trace[1420931802] linearizableReadLoop","detail":"{readStateIndex:8310; appliedIndex:8309; }","duration":"133.669065ms","start":"2026-03-31T18:46:08.532Z","end":"2026-03-31T18:46:08.665669Z","steps":["trace[1420931802] 'read index received' (duration: 121.688125ms)","trace[1420931802] 'applied index is now lower than readState.Index' (duration: 11.98027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:08.665932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.902311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:08.666027Z","caller":"traceutil/trace.go:171","msg":"trace[143252241] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7989; }","duration":"134.044173ms","start":"2026-03-31T18:46:08.53196Z","end":"2026-03-31T18:46:08.666004Z","steps":["trace[143252241] 'agreement among raft nodes before linearized reading' (duration: 133.865529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:10.86394Z","caller":"traceutil/trace.go:171","msg":"trace[403589113] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8326; }","duration":"105.289097ms","start":"2026-03-31T18:46:10.758627Z","end":"2026-03-31T18:46:10.863916Z","steps":["trace[403589113] 'read index received' (duration: 70.528536ms)","trace[403589113] 'applied index is now lower than readState.Index' (duration: 34.759131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:10.864012Z","caller":"traceutil/trace.go:171","msg":"trace[1934586366] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"149.541411ms","start":"2026-03-31T18:46:10.714445Z","end":"2026-03-31T18:46:10.863987Z","steps":["trace[1934586366] 'process raft request' (duration: 149.415098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:10.864005Z","caller":"traceutil/trace.go:171","msg":"trace[1316318740] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"189.551611ms","start":"2026-03-31T18:46:10.674418Z","end":"2026-03-31T18:46:10.863969Z","steps":["trace[1316318740] 'process raft request' (duration: 154.720957ms)","trace[1316318740] 'compare' (duration: 34.442995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:10.864318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.536403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:10.86439Z","caller":"traceutil/trace.go:171","msg":"trace[1167345191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8006; }","duration":"105.794048ms","start":"2026-03-31T18:46:10.758576Z","end":"2026-03-31T18:46:10.86437Z","steps":["trace[1167345191] 'agreement among raft nodes before linearized reading' (duration: 105.484131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:11.144578Z","caller":"traceutil/trace.go:171","msg":"trace[191863131] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"160.423726ms","start":"2026-03-31T18:46:10.984124Z","end":"2026-03-31T18:46:11.144548Z","steps":["trace[191863131] 'process raft request' (duration: 124.367965ms)","trace[191863131] 'compare' (duration: 35.898897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:23.458127Z","caller":"traceutil/trace.go:171","msg":"trace[283196919] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"110.899712ms","start":"2026-03-31T18:46:23.347198Z","end":"2026-03-31T18:46:23.458097Z","steps":["trace[283196919] 'process raft request' (duration: 110.514343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:28.712566Z","caller":"traceutil/trace.go:171","msg":"trace[1006371193] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"104.276782ms","start":"2026-03-31T18:46:28.608262Z","end":"2026-03-31T18:46:28.712539Z","steps":["trace[1006371193] 'process raft request' (duration: 104.039147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:28.865309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.823768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:28.865489Z","caller":"traceutil/trace.go:171","msg":"trace[2027801808] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"236.582194ms","start":"2026-03-31T18:46:28.62886Z","end":"2026-03-31T18:46:28.865442Z","steps":["trace[2027801808] 'process raft request' (duration: 113.531161ms)","trace[2027801808] 'compare' (duration: 122.684825ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:28.865519Z","caller":"traceutil/trace.go:171","msg":"trace[540591389] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"143.077811ms","start":"2026-03-31T18:46:28.72242Z","end":"2026-03-31T18:46:28.865498Z","steps":["trace[540591389] 'process raft request' (duration: 143.011609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:28.865665Z","caller":"traceutil/trace.go:171","msg":"trace[1947230378] linearizableReadLoop","detail":"{readStateIndex:8426; appliedIndex:8424; }","duration":"153.689549ms","start":"2026-03-31T18:46:28.711901Z","end":"2026-03-31T18:46:28.865591Z","steps":["trace[1947230378] 'read index received' (duration: 391.049µs)","trace[1947230378] 'applied index is now lower than readState.Index' (duration: 153.29261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:28.865896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.010006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:46:28.865984Z","caller":"traceutil/trace.go:171","msg":"trace[1439678336] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8101; }","duration":"154.145619ms","start":"2026-03-31T18:46:28.711819Z","end":"2026-03-31T18:46:28.865964Z","steps":["trace[1439678336] 'agreement among raft nodes before linearized reading' (duration: 153.904904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:28.86619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.532076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124599"} {"level":"info","ts":"2026-03-31T18:46:28.866239Z","caller":"traceutil/trace.go:171","msg":"trace[1170879530] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8101; }","duration":"153.635058ms","start":"2026-03-31T18:46:28.712589Z","end":"2026-03-31T18:46:28.866225Z","steps":["trace[1170879530] 'agreement among raft nodes before linearized reading' (duration: 153.235019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:29.205094Z","caller":"traceutil/trace.go:171","msg":"trace[82519936] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8431; }","duration":"198.376529ms","start":"2026-03-31T18:46:29.006688Z","end":"2026-03-31T18:46:29.205065Z","steps":["trace[82519936] 'read index received' (duration: 104.963399ms)","trace[82519936] 'applied index is now lower than readState.Index' (duration: 93.41199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:29.205254Z","caller":"traceutil/trace.go:171","msg":"trace[270075473] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"201.160961ms","start":"2026-03-31T18:46:29.004062Z","end":"2026-03-31T18:46:29.205223Z","steps":["trace[270075473] 'process raft request' (duration: 107.70478ms)","trace[270075473] 'compare' (duration: 93.067412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:29.205561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.908227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:46:29.205569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.871039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:46:29.205613Z","caller":"traceutil/trace.go:171","msg":"trace[78424928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8106; }","duration":"197.996479ms","start":"2026-03-31T18:46:29.007604Z","end":"2026-03-31T18:46:29.2056Z","steps":["trace[78424928] 'agreement among raft nodes before linearized reading' (duration: 197.840136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:29.205622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.235581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:29.205711Z","caller":"traceutil/trace.go:171","msg":"trace[276742458] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8106; }","duration":"167.380644ms","start":"2026-03-31T18:46:29.038309Z","end":"2026-03-31T18:46:29.205689Z","steps":["trace[276742458] 'agreement among raft nodes before linearized reading' (duration: 167.20744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:29.205832Z","caller":"traceutil/trace.go:171","msg":"trace[153841729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8106; }","duration":"198.952652ms","start":"2026-03-31T18:46:29.006658Z","end":"2026-03-31T18:46:29.20561Z","steps":["trace[153841729] 'agreement among raft nodes before linearized reading' (duration: 198.571283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:29.387314Z","caller":"traceutil/trace.go:171","msg":"trace[2018193069] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"166.905633ms","start":"2026-03-31T18:46:29.220389Z","end":"2026-03-31T18:46:29.387295Z","steps":["trace[2018193069] 'process raft request' (duration: 159.993319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:29.588849Z","caller":"traceutil/trace.go:171","msg":"trace[785328537] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"128.121617ms","start":"2026-03-31T18:46:29.460696Z","end":"2026-03-31T18:46:29.588818Z","steps":["trace[785328537] 'process raft request' (duration: 90.6885ms)","trace[785328537] 'compare' (duration: 37.13633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:29.588791Z","caller":"traceutil/trace.go:171","msg":"trace[2118174794] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8441; }","duration":"106.661926ms","start":"2026-03-31T18:46:29.482104Z","end":"2026-03-31T18:46:29.588766Z","steps":["trace[2118174794] 'read index received' (duration: 69.333791ms)","trace[2118174794] 'applied index is now lower than readState.Index' (duration: 37.326885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:29.589065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.953993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:46:29.589123Z","caller":"traceutil/trace.go:171","msg":"trace[1175089997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8115; }","duration":"107.073995ms","start":"2026-03-31T18:46:29.482036Z","end":"2026-03-31T18:46:29.58911Z","steps":["trace[1175089997] 'agreement among raft nodes before linearized reading' (duration: 106.876271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:38.011946Z","caller":"traceutil/trace.go:171","msg":"trace[1605980474] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"175.049457ms","start":"2026-03-31T18:46:37.83687Z","end":"2026-03-31T18:46:38.01192Z","steps":["trace[1605980474] 'process raft request' (duration: 174.878423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.46898Z","caller":"traceutil/trace.go:171","msg":"trace[2143356539] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"153.618158ms","start":"2026-03-31T18:46:39.315242Z","end":"2026-03-31T18:46:39.46886Z","steps":["trace[2143356539] 'process raft request' (duration: 153.460104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.836857Z","caller":"traceutil/trace.go:171","msg":"trace[907426884] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"159.034808ms","start":"2026-03-31T18:46:39.677792Z","end":"2026-03-31T18:46:39.836827Z","steps":["trace[907426884] 'process raft request' (duration: 158.789292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.839342Z","caller":"traceutil/trace.go:171","msg":"trace[1368780455] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8506; }","duration":"153.829882ms","start":"2026-03-31T18:46:39.685478Z","end":"2026-03-31T18:46:39.839307Z","steps":["trace[1368780455] 'read index received' (duration: 151.06533ms)","trace[1368780455] 'applied index is now lower than readState.Index' (duration: 2.761672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:39.839591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.100918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:46:39.839748Z","caller":"traceutil/trace.go:171","msg":"trace[67349583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8179; }","duration":"154.293361ms","start":"2026-03-31T18:46:39.685437Z","end":"2026-03-31T18:46:39.83973Z","steps":["trace[67349583] 'agreement among raft nodes before linearized reading' (duration: 154.018055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:39.840135Z","caller":"traceutil/trace.go:171","msg":"trace[449203253] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"158.869254ms","start":"2026-03-31T18:46:39.680318Z","end":"2026-03-31T18:46:39.839187Z","steps":["trace[449203253] 'process raft request' (duration: 158.646919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:57.191701Z","caller":"traceutil/trace.go:171","msg":"trace[397948413] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"111.665887ms","start":"2026-03-31T18:46:57.080007Z","end":"2026-03-31T18:46:57.191673Z","steps":["trace[397948413] 'process raft request' (duration: 111.492273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:33.587517Z","caller":"traceutil/trace.go:171","msg":"trace[635437899] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"138.022609ms","start":"2026-03-31T18:47:33.449462Z","end":"2026-03-31T18:47:33.587485Z","steps":["trace[635437899] 'process raft request' (duration: 137.834625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:56.422635Z","caller":"traceutil/trace.go:171","msg":"trace[823427839] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9168; }","duration":"111.27479ms","start":"2026-03-31T18:47:56.311334Z","end":"2026-03-31T18:47:56.422608Z","steps":["trace[823427839] 'read index received' (duration: 48.067705ms)","trace[823427839] 'applied index is now lower than readState.Index' (duration: 63.205735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:56.422897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.543675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:47:56.422982Z","caller":"traceutil/trace.go:171","msg":"trace[579651357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8818; }","duration":"111.683028ms","start":"2026-03-31T18:47:56.311281Z","end":"2026-03-31T18:47:56.422964Z","steps":["trace[579651357] 'agreement among raft nodes before linearized reading' (duration: 111.438023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:27.026662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6854} {"level":"info","ts":"2026-03-31T18:48:27.140217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6854,"took":"111.789504ms","hash":1142341159,"current-db-size-bytes":40677376,"current-db-size":"41 MB","current-db-size-in-use-bytes":24686592,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T18:48:27.140288Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1142341159,"revision":6854,"compact-revision":4096} {"level":"warn","ts":"2026-03-31T18:48:42.45541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.830153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:42.455662Z","caller":"traceutil/trace.go:171","msg":"trace[1571656457] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9499; }","duration":"163.950921ms","start":"2026-03-31T18:48:42.291665Z","end":"2026-03-31T18:48:42.455616Z","steps":["trace[1571656457] 'read index received' (duration: 67.462µs)","trace[1571656457] 'applied index is now lower than readState.Index' (duration: 163.880989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:42.455682Z","caller":"traceutil/trace.go:171","msg":"trace[1174595597] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"381.39463ms","start":"2026-03-31T18:48:42.074225Z","end":"2026-03-31T18:48:42.455619Z","steps":["trace[1174595597] 'process raft request' (duration: 90.178699ms)","trace[1174595597] 'compare' (duration: 290.504156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:42.45593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.277748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:48:42.455992Z","caller":"traceutil/trace.go:171","msg":"trace[967477969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9138; }","duration":"164.37414ms","start":"2026-03-31T18:48:42.2916Z","end":"2026-03-31T18:48:42.455974Z","steps":["trace[967477969] 'agreement among raft nodes before linearized reading' (duration: 164.097194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:42.45606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.074203Z","time spent":"381.673806ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:43.461432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.946883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:43.46155Z","caller":"traceutil/trace.go:171","msg":"trace[2065263897] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.000601685s","start":"2026-03-31T18:48:42.460922Z","end":"2026-03-31T18:48:43.461523Z","steps":["trace[2065263897] 'process raft request' (duration: 145.484478ms)","trace[2065263897] 'compare' (duration: 854.500534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:43.461583Z","caller":"traceutil/trace.go:171","msg":"trace[549017046] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"735.153541ms","start":"2026-03-31T18:48:42.726421Z","end":"2026-03-31T18:48:43.461575Z","steps":["trace[549017046] 'process raft request' (duration: 735.10715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:43.461606Z","caller":"traceutil/trace.go:171","msg":"trace[163805511] linearizableReadLoop","detail":"{readStateIndex:9501; appliedIndex:9500; }","duration":"959.162257ms","start":"2026-03-31T18:48:42.502418Z","end":"2026-03-31T18:48:43.461581Z","steps":["trace[163805511] 'read index received' (duration: 103.951418ms)","trace[163805511] 'applied index is now lower than readState.Index' (duration: 855.207139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:43.461631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.726386Z","time spent":"735.221923ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:43.461653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.460892Z","time spent":"1.000716698s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:43.461924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.490754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:48:43.462029Z","caller":"traceutil/trace.go:171","msg":"trace[767043491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9140; }","duration":"959.673129ms","start":"2026-03-31T18:48:42.502332Z","end":"2026-03-31T18:48:43.462005Z","steps":["trace[767043491] 'agreement among raft nodes before linearized reading' (duration: 959.32056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:43.462077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.5023Z","time spent":"959.766841ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:48:43.962674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280660897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:48:44.463633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280660897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:48:44.650007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16663179s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:48:44.650865Z","caller":"traceutil/trace.go:171","msg":"trace[591461398] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"1.776171358s","start":"2026-03-31T18:48:42.874675Z","end":"2026-03-31T18:48:44.650846Z","steps":["trace[591461398] 'process raft request' (duration: 1.775574184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.651364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.874652Z","time spent":"1.776636438s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:44.720167Z","caller":"traceutil/trace.go:171","msg":"trace[1322160608] linearizableReadLoop","detail":"{readStateIndex:9507; appliedIndex:9503; }","duration":"1.258492676s","start":"2026-03-31T18:48:43.461659Z","end":"2026-03-31T18:48:44.720151Z","steps":["trace[1322160608] 'read index received' (duration: 1.189319657s)","trace[1322160608] 'applied index is now lower than readState.Index' (duration: 69.172109ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:44.720175Z","caller":"traceutil/trace.go:171","msg":"trace[169213395] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"1.471380493s","start":"2026-03-31T18:48:43.248756Z","end":"2026-03-31T18:48:44.720136Z","steps":["trace[169213395] 'process raft request' (duration: 1.470933722s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.720331Z","caller":"traceutil/trace.go:171","msg":"trace[1147648938] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"1.09964147s","start":"2026-03-31T18:48:43.620657Z","end":"2026-03-31T18:48:44.720299Z","steps":["trace[1147648938] 'process raft request' (duration: 1.099408474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006968266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:48:44.720475Z","caller":"traceutil/trace.go:171","msg":"trace[1370172840] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"1.254426785s","start":"2026-03-31T18:48:43.466025Z","end":"2026-03-31T18:48:44.720452Z","steps":["trace[1370172840] 'process raft request' (duration: 1.253823222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.248723Z","time spent":"1.471537847s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:44.720537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357117655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:44.720597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910773111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:44.720441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509375853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:44.720653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998894415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:48:44.720623Z","caller":"traceutil/trace.go:171","msg":"trace[858035589] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"1.063738725s","start":"2026-03-31T18:48:43.656765Z","end":"2026-03-31T18:48:44.720503Z","steps":["trace[858035589] 'process raft request' (duration: 1.063355237s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.720692Z","caller":"traceutil/trace.go:171","msg":"trace[1520258928] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9145; }","duration":"1.509732622s","start":"2026-03-31T18:48:43.210944Z","end":"2026-03-31T18:48:44.720677Z","steps":["trace[1520258928] 'agreement among raft nodes before linearized reading' (duration: 1.509279382s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.720698Z","caller":"traceutil/trace.go:171","msg":"trace[1085092069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9145; }","duration":"1.998985007s","start":"2026-03-31T18:48:42.7217Z","end":"2026-03-31T18:48:44.720685Z","steps":["trace[1085092069] 'agreement among raft nodes before linearized reading' (duration: 1.998849524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.019852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:48:44.720706Z","caller":"traceutil/trace.go:171","msg":"trace[290471564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9145; }","duration":"1.910895204s","start":"2026-03-31T18:48:42.809771Z","end":"2026-03-31T18:48:44.720666Z","steps":["trace[290471564] 'agreement among raft nodes before linearized reading' (duration: 1.910774231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.502208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:48:44.720748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.171935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"warn","ts":"2026-03-31T18:48:44.720761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.21092Z","time spent":"1.509801283s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:48:44.720782Z","caller":"traceutil/trace.go:171","msg":"trace[1189041741] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9145; }","duration":"614.6014ms","start":"2026-03-31T18:48:44.106166Z","end":"2026-03-31T18:48:44.720767Z","steps":["trace[1189041741] 'agreement among raft nodes before linearized reading' (duration: 614.526848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.720517Z","caller":"traceutil/trace.go:171","msg":"trace[1246925428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9145; }","duration":"2.007105609s","start":"2026-03-31T18:48:42.713387Z","end":"2026-03-31T18:48:44.720492Z","steps":["trace[1246925428] 'agreement among raft nodes before linearized reading' (duration: 2.006867574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.809738Z","time spent":"1.911032237s","remote":"127.0.0.1:48232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:48:44.720823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.713357Z","time spent":"2.007458967s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:48:44.720855Z","caller":"traceutil/trace.go:171","msg":"trace[279426049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9145; }","duration":"415.221556ms","start":"2026-03-31T18:48:44.305624Z","end":"2026-03-31T18:48:44.720845Z","steps":["trace[279426049] 'agreement among raft nodes before linearized reading' (duration: 414.932129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.798394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:44.720921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.305607Z","time spent":"415.275727ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:48:44.720922Z","caller":"traceutil/trace.go:171","msg":"trace[804335729] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9145; }","duration":"300.895376ms","start":"2026-03-31T18:48:44.420019Z","end":"2026-03-31T18:48:44.720914Z","steps":["trace[804335729] 'agreement among raft nodes before linearized reading' (duration: 300.827035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.419995Z","time spent":"300.986299ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:48:44.720506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00715985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:48:44.721037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081066105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:48:44.721043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.232396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:48:44.721043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.285121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:44.721089Z","caller":"traceutil/trace.go:171","msg":"trace[134638654] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9145; }","duration":"2.081156007s","start":"2026-03-31T18:48:42.639914Z","end":"2026-03-31T18:48:44.72107Z","steps":["trace[134638654] 'agreement among raft nodes before linearized reading' (duration: 2.080885951s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.721096Z","caller":"traceutil/trace.go:171","msg":"trace[2109743965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9145; }","duration":"645.331488ms","start":"2026-03-31T18:48:44.075751Z","end":"2026-03-31T18:48:44.721082Z","steps":["trace[2109743965] 'agreement among raft nodes before linearized reading' (duration: 644.913149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.721133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.075727Z","time spent":"645.397979ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:48:44.721141Z","caller":"traceutil/trace.go:171","msg":"trace[1155545093] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9145; }","duration":"772.416234ms","start":"2026-03-31T18:48:43.948697Z","end":"2026-03-31T18:48:44.721114Z","steps":["trace[1155545093] 'agreement among raft nodes before linearized reading' (duration: 772.252851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.721085Z","caller":"traceutil/trace.go:171","msg":"trace[812849404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9145; }","duration":"2.007770463s","start":"2026-03-31T18:48:42.71329Z","end":"2026-03-31T18:48:44.72106Z","steps":["trace[812849404] 'agreement among raft nodes before linearized reading' (duration: 2.006993736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.720907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.228215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:48:44.721133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.639889Z","time spent":"2.081231819s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:48:44.72118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.948681Z","time spent":"772.490796ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-31T18:48:44.721196Z","caller":"traceutil/trace.go:171","msg":"trace[1061373530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9145; }","duration":"259.562341ms","start":"2026-03-31T18:48:44.461623Z","end":"2026-03-31T18:48:44.721185Z","steps":["trace[1061373530] 'agreement among raft nodes before linearized reading' (duration: 259.155122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.721187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.713271Z","time spent":"2.007904166s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:48:44.72062Z","caller":"traceutil/trace.go:171","msg":"trace[13333380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9145; }","duration":"1.357227877s","start":"2026-03-31T18:48:43.363371Z","end":"2026-03-31T18:48:44.720598Z","steps":["trace[13333380] 'agreement among raft nodes before linearized reading' (duration: 1.357106884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.72074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:42.721688Z","time spent":"1.999039868s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:48:44.720598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.465996Z","time spent":"1.254533577s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:44.721231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.620624Z","time spent":"1.099777973s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:44.720824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:44.106142Z","time spent":"614.672892ms","remote":"127.0.0.1:41696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:48:44.720789Z","caller":"traceutil/trace.go:171","msg":"trace[1521557469] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:9145; }","duration":"771.218867ms","start":"2026-03-31T18:48:43.949558Z","end":"2026-03-31T18:48:44.720777Z","steps":["trace[1521557469] 'agreement among raft nodes before linearized reading' (duration: 771.107075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.721461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.949552Z","time spent":"771.870661ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T18:48:44.721511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.743263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:48:44.721269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.36335Z","time spent":"1.357907142s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:48:44.721588Z","caller":"traceutil/trace.go:171","msg":"trace[292536513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9145; }","duration":"887.989241ms","start":"2026-03-31T18:48:43.833586Z","end":"2026-03-31T18:48:44.721575Z","steps":["trace[292536513] 'agreement among raft nodes before linearized reading' (duration: 886.780274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:44.721624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.833552Z","time spent":"888.063112ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:48:44.721882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:43.65673Z","time spent":"1.063993681s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:44.842921Z","caller":"traceutil/trace.go:171","msg":"trace[365434099] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"115.789512ms","start":"2026-03-31T18:48:44.727115Z","end":"2026-03-31T18:48:44.842904Z","steps":["trace[365434099] 'process raft request' (duration: 115.546287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.842916Z","caller":"traceutil/trace.go:171","msg":"trace[1402060229] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"116.045308ms","start":"2026-03-31T18:48:44.72684Z","end":"2026-03-31T18:48:44.842885Z","steps":["trace[1402060229] 'process raft request' (duration: 115.657659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.842947Z","caller":"traceutil/trace.go:171","msg":"trace[763971452] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"115.572538ms","start":"2026-03-31T18:48:44.727349Z","end":"2026-03-31T18:48:44.842922Z","steps":["trace[763971452] 'process raft request' (duration: 115.371493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.842963Z","caller":"traceutil/trace.go:171","msg":"trace[903825191] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"115.518456ms","start":"2026-03-31T18:48:44.727423Z","end":"2026-03-31T18:48:44.842942Z","steps":["trace[903825191] 'process raft request' (duration: 115.372523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:44.843106Z","caller":"traceutil/trace.go:171","msg":"trace[564865197] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"115.558589ms","start":"2026-03-31T18:48:44.72753Z","end":"2026-03-31T18:48:44.843088Z","steps":["trace[564865197] 'process raft request' (duration: 115.372723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:45.6204Z","caller":"traceutil/trace.go:171","msg":"trace[2140966308] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"148.787961ms","start":"2026-03-31T18:48:45.471585Z","end":"2026-03-31T18:48:45.620373Z","steps":["trace[2140966308] 'process raft request' (duration: 148.659439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:47.16518Z","caller":"traceutil/trace.go:171","msg":"trace[2031438503] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"438.13659ms","start":"2026-03-31T18:48:46.727018Z","end":"2026-03-31T18:48:47.165155Z","steps":["trace[2031438503] 'process raft request' (duration: 437.987696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.165314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.726995Z","time spent":"438.246652ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:47.174217Z","caller":"traceutil/trace.go:171","msg":"trace[469778074] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"445.124446ms","start":"2026-03-31T18:48:46.729072Z","end":"2026-03-31T18:48:47.174196Z","steps":["trace[469778074] 'process raft request' (duration: 444.980073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.174414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.729019Z","time spent":"445.30392ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:47.174633Z","caller":"traceutil/trace.go:171","msg":"trace[772407069] linearizableReadLoop","detail":"{readStateIndex:9519; appliedIndex:9517; }","duration":"445.000983ms","start":"2026-03-31T18:48:46.729613Z","end":"2026-03-31T18:48:47.174614Z","steps":["trace[772407069] 'read index received' (duration: 435.5134ms)","trace[772407069] 'applied index is now lower than readState.Index' (duration: 9.486083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:47.174702Z","caller":"traceutil/trace.go:171","msg":"trace[1933197199] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"416.503576ms","start":"2026-03-31T18:48:46.758189Z","end":"2026-03-31T18:48:47.174693Z","steps":["trace[1933197199] 'process raft request' (duration: 416.329002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.17481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.758162Z","time spent":"416.578307ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:47.174854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.222418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12714"} {"level":"info","ts":"2026-03-31T18:48:47.174891Z","caller":"traceutil/trace.go:171","msg":"trace[2111988604] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:9158; }","duration":"445.28591ms","start":"2026-03-31T18:48:46.729596Z","end":"2026-03-31T18:48:47.174882Z","steps":["trace[2111988604] 'agreement among raft nodes before linearized reading' (duration: 445.160537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.174921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.729588Z","time spent":"445.326911ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T18:48:47.174976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.53429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:48:47.175012Z","caller":"traceutil/trace.go:171","msg":"trace[1721658476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9158; }","duration":"430.610461ms","start":"2026-03-31T18:48:46.744394Z","end":"2026-03-31T18:48:47.175005Z","steps":["trace[1721658476] 'agreement among raft nodes before linearized reading' (duration: 430.414127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.744365Z","time spent":"430.682343ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:48:47.175106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.498097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:48:47.175146Z","caller":"traceutil/trace.go:171","msg":"trace[1019421252] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9158; }","duration":"241.574278ms","start":"2026-03-31T18:48:46.933559Z","end":"2026-03-31T18:48:47.175134Z","steps":["trace[1019421252] 'agreement among raft nodes before linearized reading' (duration: 241.447585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.720728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:48:47.175321Z","caller":"traceutil/trace.go:171","msg":"trace[1460239771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9158; }","duration":"327.81654ms","start":"2026-03-31T18:48:46.847498Z","end":"2026-03-31T18:48:47.175315Z","steps":["trace[1460239771] 'agreement among raft nodes before linearized reading' (duration: 327.714398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.847478Z","time spent":"327.86482ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:48:47.175346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.707367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:48:47.175383Z","caller":"traceutil/trace.go:171","msg":"trace[259311557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9158; }","duration":"327.757868ms","start":"2026-03-31T18:48:46.847617Z","end":"2026-03-31T18:48:47.175375Z","steps":["trace[259311557] 'agreement among raft nodes before linearized reading' (duration: 327.616675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.84761Z","time spent":"327.793029ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:48:47.175422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.012747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:47.175459Z","caller":"traceutil/trace.go:171","msg":"trace[26973791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9158; }","duration":"342.084419ms","start":"2026-03-31T18:48:46.833365Z","end":"2026-03-31T18:48:47.175449Z","steps":["trace[26973791] 'agreement among raft nodes before linearized reading' (duration: 342.029388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.833342Z","time spent":"342.141981ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:48:47.174628Z","caller":"traceutil/trace.go:171","msg":"trace[1393293295] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"443.305935ms","start":"2026-03-31T18:48:46.731293Z","end":"2026-03-31T18:48:47.174599Z","steps":["trace[1393293295] 'process raft request' (duration: 442.873975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.683998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:48:47.175911Z","caller":"traceutil/trace.go:171","msg":"trace[941127345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9158; }","duration":"328.783881ms","start":"2026-03-31T18:48:46.847114Z","end":"2026-03-31T18:48:47.175898Z","steps":["trace[941127345] 'agreement among raft nodes before linearized reading' (duration: 328.597657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.175945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.847103Z","time spent":"328.836662ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:48:47.175595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.731269Z","time spent":"444.298947ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:48:47.176034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.396182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:48:47.176121Z","caller":"traceutil/trace.go:171","msg":"trace[1401854542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9158; }","duration":"328.523935ms","start":"2026-03-31T18:48:46.847578Z","end":"2026-03-31T18:48:47.176102Z","steps":["trace[1401854542] 'agreement among raft nodes before linearized reading' (duration: 327.327989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:47.176211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:46.84757Z","time spent":"328.628917ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:24.107802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.541266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:49:24.107924Z","caller":"traceutil/trace.go:171","msg":"trace[1078144482] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9416; }","duration":"140.70292ms","start":"2026-03-31T18:49:23.967191Z","end":"2026-03-31T18:49:24.107894Z","steps":["trace[1078144482] 'range keys from in-memory index tree' (duration: 140.356903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:24.107944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.372428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:24.108039Z","caller":"traceutil/trace.go:171","msg":"trace[532596788] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9416; }","duration":"117.520821ms","start":"2026-03-31T18:49:23.990499Z","end":"2026-03-31T18:49:24.10802Z","steps":["trace[532596788] 'count revisions from in-memory index tree' (duration: 117.302177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:24.108078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.578828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:24.10814Z","caller":"traceutil/trace.go:171","msg":"trace[57746503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9416; }","duration":"307.673809ms","start":"2026-03-31T18:49:23.800449Z","end":"2026-03-31T18:49:24.108122Z","steps":["trace[57746503] 'range keys from in-memory index tree' (duration: 307.422064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:24.108184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:23.800432Z","time spent":"307.737841ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:49:24.239176Z","caller":"traceutil/trace.go:171","msg":"trace[992361609] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"126.157764ms","start":"2026-03-31T18:49:24.11299Z","end":"2026-03-31T18:49:24.239148Z","steps":["trace[992361609] 'process raft request' (duration: 125.97629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:25.811248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280661660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:26.152113Z","caller":"traceutil/trace.go:171","msg":"trace[1704315037] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"899.043061ms","start":"2026-03-31T18:49:25.253029Z","end":"2026-03-31T18:49:26.152072Z","steps":["trace[1704315037] 'process raft request' (duration: 898.250162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:26.152306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.253014Z","time spent":"899.209575ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:27.219814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068634329s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:49:27.220344Z","caller":"traceutil/trace.go:171","msg":"trace[1374719937] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"1.898601044s","start":"2026-03-31T18:49:25.32172Z","end":"2026-03-31T18:49:27.220321Z","steps":["trace[1374719937] 'process raft request' (duration: 1.898507712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.220524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.321697Z","time spent":"1.898741406s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:27.220491Z","caller":"traceutil/trace.go:171","msg":"trace[1354501464] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"1.957067923s","start":"2026-03-31T18:49:25.263308Z","end":"2026-03-31T18:49:27.220376Z","steps":["trace[1354501464] 'process raft request' (duration: 1.956749396s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.220711Z","caller":"traceutil/trace.go:171","msg":"trace[1156923199] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"1.886354159s","start":"2026-03-31T18:49:25.334319Z","end":"2026-03-31T18:49:27.220674Z","steps":["trace[1156923199] 'process raft request' (duration: 1.88596206s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.22071Z","caller":"traceutil/trace.go:171","msg":"trace[770173370] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"1.665076124s","start":"2026-03-31T18:49:25.555606Z","end":"2026-03-31T18:49:27.220682Z","steps":["trace[770173370] 'process raft request' (duration: 1.664933381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.220782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.334289Z","time spent":"1.886453431s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:27.220821Z","caller":"traceutil/trace.go:171","msg":"trace[1981817705] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"1.514519474s","start":"2026-03-31T18:49:25.706291Z","end":"2026-03-31T18:49:27.22081Z","steps":["trace[1981817705] 'process raft request' (duration: 1.5143495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.22081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.263285Z","time spent":"1.957384529s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8263,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:27.220869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.706268Z","time spent":"1.514579224s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:27.220874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.555574Z","time spent":"1.665216927s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:27.221118Z","caller":"traceutil/trace.go:171","msg":"trace[203731956] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"1.504345255s","start":"2026-03-31T18:49:25.716755Z","end":"2026-03-31T18:49:27.2211Z","steps":["trace[203731956] 'process raft request' (duration: 1.504020078s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.221147Z","caller":"traceutil/trace.go:171","msg":"trace[1194085277] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"1.321879189s","start":"2026-03-31T18:49:25.899238Z","end":"2026-03-31T18:49:27.221118Z","steps":["trace[1194085277] 'process raft request' (duration: 1.321688555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.221226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.716728Z","time spent":"1.504441947s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:27.221227Z","caller":"traceutil/trace.go:171","msg":"trace[186986574] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9792; }","duration":"1.910349137s","start":"2026-03-31T18:49:25.310735Z","end":"2026-03-31T18:49:27.221084Z","steps":["trace[186986574] 'read index received' (duration: 840.525271ms)","trace[186986574] 'applied index is now lower than readState.Index' (duration: 1.069822376s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:27.22128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.899211Z","time spent":"1.322011163s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:27.22152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910768716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:27.221678Z","caller":"traceutil/trace.go:171","msg":"trace[334068205] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9425; }","duration":"1.91095631s","start":"2026-03-31T18:49:25.31068Z","end":"2026-03-31T18:49:27.221637Z","steps":["trace[334068205] 'agreement among raft nodes before linearized reading' (duration: 1.910554151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.222422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.310661Z","time spent":"1.911709077s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:27.961678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.180492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:49:27.96181Z","caller":"traceutil/trace.go:171","msg":"trace[1874044903] linearizableReadLoop","detail":"{readStateIndex:9801; appliedIndex:9800; }","duration":"740.510392ms","start":"2026-03-31T18:49:27.221279Z","end":"2026-03-31T18:49:27.961789Z","steps":["trace[1874044903] 'read index received' (duration: 172.332279ms)","trace[1874044903] 'applied index is now lower than readState.Index' (duration: 568.173553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:27.961946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128488139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:27.96198Z","caller":"traceutil/trace.go:171","msg":"trace[1508502816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9425; }","duration":"1.128569301s","start":"2026-03-31T18:49:26.8334Z","end":"2026-03-31T18:49:27.96197Z","steps":["trace[1508502816] 'agreement among raft nodes before linearized reading' (duration: 1.128491569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.962013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.833379Z","time spent":"1.128626771s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:27.962207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929796431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:27.962306Z","caller":"traceutil/trace.go:171","msg":"trace[1674042394] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9425; }","duration":"1.929943174s","start":"2026-03-31T18:49:26.032331Z","end":"2026-03-31T18:49:27.962274Z","steps":["trace[1674042394] 'agreement among raft nodes before linearized reading' (duration: 1.929810191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.962336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568641427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:49:27.962221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326799549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:49:27.9624Z","caller":"traceutil/trace.go:171","msg":"trace[1600289785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9425; }","duration":"1.327040185s","start":"2026-03-31T18:49:26.635351Z","end":"2026-03-31T18:49:27.962391Z","steps":["trace[1600289785] 'agreement among raft nodes before linearized reading' (duration: 1.326655636s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.962408Z","caller":"traceutil/trace.go:171","msg":"trace[296142384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9425; }","duration":"2.568729138s","start":"2026-03-31T18:49:25.393659Z","end":"2026-03-31T18:49:27.962389Z","steps":["trace[296142384] 'agreement among raft nodes before linearized reading' (duration: 2.568568454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.962433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.635322Z","time spent":"1.327103167s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:27.962452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.393645Z","time spent":"2.56879846s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:27.962296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574286273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:27.962357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.032307Z","time spent":"1.930039637s","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:27.962339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574573319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:27.962594Z","caller":"traceutil/trace.go:171","msg":"trace[2029174870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9425; }","duration":"2.574655141s","start":"2026-03-31T18:49:25.387907Z","end":"2026-03-31T18:49:27.962562Z","steps":["trace[2029174870] 'agreement among raft nodes before linearized reading' (duration: 2.574040707s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.962687Z","caller":"traceutil/trace.go:171","msg":"trace[2139155929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9425; }","duration":"2.574948717s","start":"2026-03-31T18:49:25.387723Z","end":"2026-03-31T18:49:27.962672Z","steps":["trace[2139155929] 'agreement among raft nodes before linearized reading' (duration: 2.574369024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.96272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.387888Z","time spent":"2.574811144s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:27.963095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568795209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:27.963138Z","caller":"traceutil/trace.go:171","msg":"trace[1450474862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9425; }","duration":"2.568845931s","start":"2026-03-31T18:49:25.394281Z","end":"2026-03-31T18:49:27.963127Z","steps":["trace[1450474862] 'agreement among raft nodes before linearized reading' (duration: 2.567649365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.962814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575982271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:49:27.963169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.394275Z","time spent":"2.568887082s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:27.962855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.387704Z","time spent":"2.575014399s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:27.963022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538511822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:49:27.963397Z","caller":"traceutil/trace.go:171","msg":"trace[1080253854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9425; }","duration":"2.53887429s","start":"2026-03-31T18:49:25.424473Z","end":"2026-03-31T18:49:27.963347Z","steps":["trace[1080253854] 'agreement among raft nodes before linearized reading' (duration: 2.537795376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.963543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.424458Z","time spent":"2.539037253s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:49:27.96296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718733015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:27.963625Z","caller":"traceutil/trace.go:171","msg":"trace[1653431602] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9425; }","duration":"1.719461521s","start":"2026-03-31T18:49:26.244132Z","end":"2026-03-31T18:49:27.963593Z","steps":["trace[1653431602] 'agreement among raft nodes before linearized reading' (duration: 1.717906587s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:27.96322Z","caller":"traceutil/trace.go:171","msg":"trace[505067413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9425; }","duration":"2.576464572s","start":"2026-03-31T18:49:25.38673Z","end":"2026-03-31T18:49:27.963195Z","steps":["trace[505067413] 'agreement among raft nodes before linearized reading' (duration: 2.57549326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:27.963708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:26.244106Z","time spent":"1.719583825s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:27.963714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:25.386716Z","time spent":"2.576981073s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:49:28.024034Z","caller":"traceutil/trace.go:171","msg":"trace[827670146] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"795.898572ms","start":"2026-03-31T18:49:27.228102Z","end":"2026-03-31T18:49:28.024001Z","steps":["trace[827670146] 'process raft request' (duration: 795.538004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.024227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.228025Z","time spent":"796.099826ms","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:28.024571Z","caller":"traceutil/trace.go:171","msg":"trace[156867849] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"794.969642ms","start":"2026-03-31T18:49:27.229569Z","end":"2026-03-31T18:49:28.024539Z","steps":["trace[156867849] 'process raft request' (duration: 794.331288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.024855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.229558Z","time spent":"795.163826ms","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1179,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:28.025027Z","caller":"traceutil/trace.go:171","msg":"trace[1882858933] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"795.372991ms","start":"2026-03-31T18:49:27.229617Z","end":"2026-03-31T18:49:28.02499Z","steps":["trace[1882858933] 'process raft request' (duration: 794.779537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.02513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.229607Z","time spent":"795.476913ms","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:28.025307Z","caller":"traceutil/trace.go:171","msg":"trace[1433271748] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"790.608673ms","start":"2026-03-31T18:49:27.234681Z","end":"2026-03-31T18:49:28.02529Z","steps":["trace[1433271748] 'process raft request' (duration: 790.347457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.025397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.234673Z","time spent":"790.677674ms","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.025593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.461172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:28.025761Z","caller":"traceutil/trace.go:171","msg":"trace[691611914] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9429; }","duration":"214.690067ms","start":"2026-03-31T18:49:27.811044Z","end":"2026-03-31T18:49:28.025734Z","steps":["trace[691611914] 'agreement among raft nodes before linearized reading' (duration: 214.244407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.394861Z","caller":"traceutil/trace.go:171","msg":"trace[48831882] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"426.642562ms","start":"2026-03-31T18:49:27.968185Z","end":"2026-03-31T18:49:28.394827Z","steps":["trace[48831882] 'process raft request' (duration: 426.358536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.395085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.968155Z","time spent":"426.806866ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:28.395186Z","caller":"traceutil/trace.go:171","msg":"trace[1734513021] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"426.830137ms","start":"2026-03-31T18:49:27.96832Z","end":"2026-03-31T18:49:28.39515Z","steps":["trace[1734513021] 'process raft request' (duration: 426.433318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.39533Z","caller":"traceutil/trace.go:171","msg":"trace[149156144] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"426.9752ms","start":"2026-03-31T18:49:27.968341Z","end":"2026-03-31T18:49:28.395316Z","steps":["trace[149156144] 'process raft request' (duration: 426.696354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.395395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.96831Z","time spent":"426.98012ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.39542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.968322Z","time spent":"427.057582ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:28.395597Z","caller":"traceutil/trace.go:171","msg":"trace[251725024] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"426.214483ms","start":"2026-03-31T18:49:27.969373Z","end":"2026-03-31T18:49:28.395587Z","steps":["trace[251725024] 'process raft request' (duration: 426.141542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.395624Z","caller":"traceutil/trace.go:171","msg":"trace[1432979023] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"427.182114ms","start":"2026-03-31T18:49:27.968405Z","end":"2026-03-31T18:49:28.395587Z","steps":["trace[1432979023] 'process raft request' (duration: 426.858557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.395703Z","caller":"traceutil/trace.go:171","msg":"trace[609520251] linearizableReadLoop","detail":"{readStateIndex:9811; appliedIndex:9805; }","duration":"370.427044ms","start":"2026-03-31T18:49:28.025259Z","end":"2026-03-31T18:49:28.395686Z","steps":["trace[609520251] 'read index received' (duration: 369.33843ms)","trace[609520251] 'applied index is now lower than readState.Index' (duration: 1.087484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:28.395796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.968387Z","time spent":"427.323108ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.395661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.969356Z","time spent":"426.272484ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:28.395864Z","caller":"traceutil/trace.go:171","msg":"trace[1423246613] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"426.165812ms","start":"2026-03-31T18:49:27.969685Z","end":"2026-03-31T18:49:28.395851Z","steps":["trace[1423246613] 'process raft request' (duration: 425.869886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.39611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.217768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:28.396131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.969662Z","time spent":"426.242684ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.396152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.30158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:49:28.3962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.644766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:49:28.396249Z","caller":"traceutil/trace.go:171","msg":"trace[1025368500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9435; }","duration":"427.711387ms","start":"2026-03-31T18:49:27.968522Z","end":"2026-03-31T18:49:28.396233Z","steps":["trace[1025368500] 'agreement among raft nodes before linearized reading' (duration: 427.174505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.396176Z","caller":"traceutil/trace.go:171","msg":"trace[1290546018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9435; }","duration":"432.548126ms","start":"2026-03-31T18:49:27.963612Z","end":"2026-03-31T18:49:28.39616Z","steps":["trace[1290546018] 'agreement among raft nodes before linearized reading' (duration: 432.146926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:28.396256Z","caller":"traceutil/trace.go:171","msg":"trace[2054546346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9435; }","duration":"428.457503ms","start":"2026-03-31T18:49:27.967774Z","end":"2026-03-31T18:49:28.396232Z","steps":["trace[2054546346] 'agreement among raft nodes before linearized reading' (duration: 427.928701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.396287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.968513Z","time spent":"427.766589ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:28.396331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.967754Z","time spent":"428.559696ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:28.396369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:27.963591Z","time spent":"432.70449ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:28.896886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280661684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:28.947457Z","caller":"traceutil/trace.go:171","msg":"trace[1010397732] linearizableReadLoop","detail":"{readStateIndex:9812; appliedIndex:9811; }","duration":"551.676943ms","start":"2026-03-31T18:49:28.395754Z","end":"2026-03-31T18:49:28.947431Z","steps":["trace[1010397732] 'read index received' (duration: 551.386526ms)","trace[1010397732] 'applied index is now lower than readState.Index' (duration: 289.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:28.94755Z","caller":"traceutil/trace.go:171","msg":"trace[1857325755] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"914.281342ms","start":"2026-03-31T18:49:28.033237Z","end":"2026-03-31T18:49:28.947518Z","steps":["trace[1857325755] 'process raft request' (duration: 914.028546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.947629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.598122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:28.947681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.250538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"info","ts":"2026-03-31T18:49:28.94772Z","caller":"traceutil/trace.go:171","msg":"trace[1643939136] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9436; }","duration":"549.32157ms","start":"2026-03-31T18:49:28.398389Z","end":"2026-03-31T18:49:28.947711Z","steps":["trace[1643939136] 'agreement among raft nodes before linearized reading' (duration: 549.181107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.947727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.605752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:28.947711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.689066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:28.947752Z","caller":"traceutil/trace.go:171","msg":"trace[861380264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9436; }","duration":"543.664373ms","start":"2026-03-31T18:49:28.404081Z","end":"2026-03-31T18:49:28.947746Z","steps":["trace[861380264] 'agreement among raft nodes before linearized reading' (duration: 543.626132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.947738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.033213Z","time spent":"914.415815ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:28.947773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.404061Z","time spent":"543.707604ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:28.947771Z","caller":"traceutil/trace.go:171","msg":"trace[1324182014] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9436; }","duration":"159.796408ms","start":"2026-03-31T18:49:28.78796Z","end":"2026-03-31T18:49:28.947756Z","steps":["trace[1324182014] 'agreement among raft nodes before linearized reading' (duration: 159.691806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.947761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.398372Z","time spent":"549.381611ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:49:28.947687Z","caller":"traceutil/trace.go:171","msg":"trace[1844437574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9436; }","duration":"740.735946ms","start":"2026-03-31T18:49:28.206935Z","end":"2026-03-31T18:49:28.947671Z","steps":["trace[1844437574] 'agreement among raft nodes before linearized reading' (duration: 740.598333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:28.947959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:28.206907Z","time spent":"741.034833ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:29.609249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.350693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:29.609314Z","caller":"traceutil/trace.go:171","msg":"trace[1745056108] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9436; }","duration":"566.438015ms","start":"2026-03-31T18:49:29.04286Z","end":"2026-03-31T18:49:29.609299Z","steps":["trace[1745056108] 'count revisions from in-memory index tree' (duration: 566.193098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.609343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.042799Z","time spent":"566.538157ms","remote":"127.0.0.1:34906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:29.609623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.399662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:29.609645Z","caller":"traceutil/trace.go:171","msg":"trace[1757618018] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9436; }","duration":"574.462163ms","start":"2026-03-31T18:49:29.035177Z","end":"2026-03-31T18:49:29.609639Z","steps":["trace[1757618018] 'range keys from in-memory index tree' (duration: 574.29921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.60966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.035154Z","time spent":"574.501664ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:49:29.763634Z","caller":"traceutil/trace.go:171","msg":"trace[578154062] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"536.291419ms","start":"2026-03-31T18:49:29.227323Z","end":"2026-03-31T18:49:29.763615Z","steps":["trace[578154062] 'process raft request' (duration: 536.167776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:29.763761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.227299Z","time spent":"536.401811ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:30.517869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.582218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:30.518117Z","caller":"traceutil/trace.go:171","msg":"trace[1033601574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9437; }","duration":"621.819513ms","start":"2026-03-31T18:49:29.896252Z","end":"2026-03-31T18:49:30.518072Z","steps":["trace[1033601574] 'range keys from in-memory index tree' (duration: 621.560588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.518486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.425375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:30.519343Z","caller":"traceutil/trace.go:171","msg":"trace[370463033] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"1.291914868s","start":"2026-03-31T18:49:29.227392Z","end":"2026-03-31T18:49:30.519307Z","steps":["trace[370463033] 'process raft request' (duration: 644.543002ms)","trace[370463033] 'compare' (duration: 646.19859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:30.519508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.227365Z","time spent":"1.292050602s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:30.519748Z","caller":"traceutil/trace.go:171","msg":"trace[1278007040] linearizableReadLoop","detail":"{readStateIndex:9815; appliedIndex:9812; }","duration":"905.982367ms","start":"2026-03-31T18:49:29.613741Z","end":"2026-03-31T18:49:30.519724Z","steps":["trace[1278007040] 'read index received' (duration: 149.764834ms)","trace[1278007040] 'applied index is now lower than readState.Index' (duration: 756.216143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:30.519768Z","caller":"traceutil/trace.go:171","msg":"trace[420118326] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"1.290551588s","start":"2026-03-31T18:49:29.229201Z","end":"2026-03-31T18:49:30.519752Z","steps":["trace[420118326] 'process raft request' (duration: 1.290436485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.519831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.229192Z","time spent":"1.29060618s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:30.519908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.683985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:30.519942Z","caller":"traceutil/trace.go:171","msg":"trace[1784462444] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9439; }","duration":"769.757726ms","start":"2026-03-31T18:49:29.750173Z","end":"2026-03-31T18:49:30.519931Z","steps":["trace[1784462444] 'agreement among raft nodes before linearized reading' (duration: 769.684615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.519946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.424045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:30.519911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.152421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:30.520018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.349728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:30.520024Z","caller":"traceutil/trace.go:171","msg":"trace[1517675976] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9439; }","duration":"906.313014ms","start":"2026-03-31T18:49:29.613686Z","end":"2026-03-31T18:49:30.519999Z","steps":["trace[1517675976] 'agreement among raft nodes before linearized reading' (duration: 906.11831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.520009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.452645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:49:30.520046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.886986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:49:30.520054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.555237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:30.52008Z","caller":"traceutil/trace.go:171","msg":"trace[1905683573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9439; }","duration":"119.556458ms","start":"2026-03-31T18:49:30.400518Z","end":"2026-03-31T18:49:30.520074Z","steps":["trace[1905683573] 'agreement among raft nodes before linearized reading' (duration: 119.355723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.520095Z","caller":"traceutil/trace.go:171","msg":"trace[915158687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9439; }","duration":"119.635439ms","start":"2026-03-31T18:49:30.400453Z","end":"2026-03-31T18:49:30.520088Z","steps":["trace[915158687] 'agreement among raft nodes before linearized reading' (duration: 119.534837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.520094Z","caller":"traceutil/trace.go:171","msg":"trace[800454823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9439; }","duration":"759.946528ms","start":"2026-03-31T18:49:29.760133Z","end":"2026-03-31T18:49:30.52008Z","steps":["trace[800454823] 'agreement among raft nodes before linearized reading' (duration: 759.778954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.520093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.613661Z","time spent":"906.418187ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:49:30.520126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.760127Z","time spent":"759.991739ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:30.520125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.127468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:49:30.519974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.750151Z","time spent":"769.815117ms","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:30.52019Z","caller":"traceutil/trace.go:171","msg":"trace[1379842576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9439; }","duration":"119.20101ms","start":"2026-03-31T18:49:30.400972Z","end":"2026-03-31T18:49:30.520173Z","steps":["trace[1379842576] 'agreement among raft nodes before linearized reading' (duration: 119.071087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.520187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.960102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:49:30.520217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.889978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:49:30.520248Z","caller":"traceutil/trace.go:171","msg":"trace[274452577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9439; }","duration":"116.932418ms","start":"2026-03-31T18:49:30.403308Z","end":"2026-03-31T18:49:30.52024Z","steps":["trace[274452577] 'agreement among raft nodes before linearized reading' (duration: 116.849806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.520248Z","caller":"traceutil/trace.go:171","msg":"trace[1763291138] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9439; }","duration":"645.048323ms","start":"2026-03-31T18:49:29.875182Z","end":"2026-03-31T18:49:30.52023Z","steps":["trace[1763291138] 'agreement among raft nodes before linearized reading' (duration: 644.883319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.520293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.149168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:49:30.520294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.875171Z","time spent":"645.111875ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:49:30.520327Z","caller":"traceutil/trace.go:171","msg":"trace[2073544998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9439; }","duration":"119.197289ms","start":"2026-03-31T18:49:30.401122Z","end":"2026-03-31T18:49:30.520319Z","steps":["trace[2073544998] 'agreement among raft nodes before linearized reading' (duration: 119.090547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.52037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.795313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:49:30.520435Z","caller":"traceutil/trace.go:171","msg":"trace[1023886342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9439; }","duration":"119.909465ms","start":"2026-03-31T18:49:30.400508Z","end":"2026-03-31T18:49:30.520417Z","steps":["trace[1023886342] 'agreement among raft nodes before linearized reading' (duration: 119.776742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:30.520053Z","caller":"traceutil/trace.go:171","msg":"trace[1498858251] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9439; }","duration":"761.4079ms","start":"2026-03-31T18:49:29.758637Z","end":"2026-03-31T18:49:30.520045Z","steps":["trace[1498858251] 'agreement among raft nodes before linearized reading' (duration: 761.356689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.520534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.758624Z","time spent":"761.88843ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:30.519974Z","caller":"traceutil/trace.go:171","msg":"trace[1910431548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9439; }","duration":"688.447765ms","start":"2026-03-31T18:49:29.831516Z","end":"2026-03-31T18:49:30.519963Z","steps":["trace[1910431548] 'agreement among raft nodes before linearized reading' (duration: 688.388024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:30.52059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:29.831467Z","time spent":"689.113931ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:30.520552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.447815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:49:30.52258Z","caller":"traceutil/trace.go:171","msg":"trace[2120063409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9439; }","duration":"121.642944ms","start":"2026-03-31T18:49:30.400919Z","end":"2026-03-31T18:49:30.522562Z","steps":["trace[2120063409] 'agreement among raft nodes before linearized reading' (duration: 119.058406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.140326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.279011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:31.140455Z","caller":"traceutil/trace.go:171","msg":"trace[1644012324] linearizableReadLoop","detail":"{readStateIndex:9816; appliedIndex:9815; }","duration":"614.437908ms","start":"2026-03-31T18:49:30.525994Z","end":"2026-03-31T18:49:31.140432Z","steps":["trace[1644012324] 'read index received' (duration: 431.977633ms)","trace[1644012324] 'applied index is now lower than readState.Index' (duration: 182.458835ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:31.140527Z","caller":"traceutil/trace.go:171","msg":"trace[1996377035] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"614.98365ms","start":"2026-03-31T18:49:30.525504Z","end":"2026-03-31T18:49:31.140488Z","steps":["trace[1996377035] 'process raft request' (duration: 432.441843ms)","trace[1996377035] 'compare' (duration: 181.371371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:31.140657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.644172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19444"} {"level":"warn","ts":"2026-03-31T18:49:31.140705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.525475Z","time spent":"615.134963ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:31.140734Z","caller":"traceutil/trace.go:171","msg":"trace[435393289] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9440; }","duration":"614.730074ms","start":"2026-03-31T18:49:30.525987Z","end":"2026-03-31T18:49:31.140717Z","steps":["trace[435393289] 'agreement among raft nodes before linearized reading' (duration: 614.53084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.140773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.525929Z","time spent":"614.834816ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19467,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:49:31.329725Z","caller":"traceutil/trace.go:171","msg":"trace[953819354] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"803.593464ms","start":"2026-03-31T18:49:30.526105Z","end":"2026-03-31T18:49:31.329699Z","steps":["trace[953819354] 'process raft request' (duration: 738.138627ms)","trace[953819354] 'compare' (duration: 65.269543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:31.330368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.52608Z","time spent":"803.720697ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:31.330396Z","caller":"traceutil/trace.go:171","msg":"trace[27528561] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"804.218737ms","start":"2026-03-31T18:49:30.526146Z","end":"2026-03-31T18:49:31.330365Z","steps":["trace[27528561] 'process raft request' (duration: 803.928551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.330589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.526132Z","time spent":"804.368481ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:31.330354Z","caller":"traceutil/trace.go:171","msg":"trace[2047732348] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"804.098915ms","start":"2026-03-31T18:49:30.526229Z","end":"2026-03-31T18:49:31.330327Z","steps":["trace[2047732348] 'process raft request' (duration: 804.013103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:31.330697Z","caller":"traceutil/trace.go:171","msg":"trace[987982114] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"804.545494ms","start":"2026-03-31T18:49:30.526106Z","end":"2026-03-31T18:49:31.330651Z","steps":["trace[987982114] 'process raft request' (duration: 803.542372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.330742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.52622Z","time spent":"804.432963ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:31.330845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.526078Z","time spent":"804.689518ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:31.330886Z","caller":"traceutil/trace.go:171","msg":"trace[89632614] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"804.33872ms","start":"2026-03-31T18:49:30.526528Z","end":"2026-03-31T18:49:31.330867Z","steps":["trace[89632614] 'process raft request' (duration: 803.971672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:31.330953Z","caller":"traceutil/trace.go:171","msg":"trace[1526591755] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"804.646837ms","start":"2026-03-31T18:49:30.526288Z","end":"2026-03-31T18:49:31.330935Z","steps":["trace[1526591755] 'process raft request' (duration: 803.996562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.33096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.044253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:49:31.330954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.458722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:31.330999Z","caller":"traceutil/trace.go:171","msg":"trace[2039824859] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:9447; }","duration":"373.119995ms","start":"2026-03-31T18:49:30.957868Z","end":"2026-03-31T18:49:31.330988Z","steps":["trace[2039824859] 'agreement among raft nodes before linearized reading' (duration: 372.997422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:31.330979Z","caller":"traceutil/trace.go:171","msg":"trace[1168441652] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"804.202727ms","start":"2026-03-31T18:49:30.526204Z","end":"2026-03-31T18:49:31.330407Z","steps":["trace[1168441652] 'process raft request' (duration: 803.996933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.331015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.526276Z","time spent":"804.706989ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:31.331019Z","caller":"traceutil/trace.go:171","msg":"trace[2079536262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9447; }","duration":"498.554393ms","start":"2026-03-31T18:49:30.832447Z","end":"2026-03-31T18:49:31.331001Z","steps":["trace[2079536262] 'agreement among raft nodes before linearized reading' (duration: 498.438391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.33103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.957848Z","time spent":"373.174236ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:49:31.331065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.832431Z","time spent":"498.621905ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:31.330867Z","caller":"traceutil/trace.go:171","msg":"trace[182908209] linearizableReadLoop","detail":"{readStateIndex:9823; appliedIndex:9816; }","duration":"190.332041ms","start":"2026-03-31T18:49:31.140499Z","end":"2026-03-31T18:49:31.330832Z","steps":["trace[182908209] 'read index received' (duration: 123.665458ms)","trace[182908209] 'applied index is now lower than readState.Index' (duration: 66.665223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:31.331087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.526187Z","time spent":"804.854492ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:31.331073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.526521Z","time spent":"804.501354ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:31.331296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.453199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:31.331335Z","caller":"traceutil/trace.go:171","msg":"trace[1759821184] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9447; }","duration":"171.52379ms","start":"2026-03-31T18:49:31.159801Z","end":"2026-03-31T18:49:31.331325Z","steps":["trace[1759821184] 'agreement among raft nodes before linearized reading' (duration: 171.435228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.33142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.176843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:49:31.331498Z","caller":"traceutil/trace.go:171","msg":"trace[315268536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9447; }","duration":"179.300165ms","start":"2026-03-31T18:49:31.152178Z","end":"2026-03-31T18:49:31.331478Z","steps":["trace[315268536] 'agreement among raft nodes before linearized reading' (duration: 179.022339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.33286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.733904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:49:31.333122Z","caller":"traceutil/trace.go:171","msg":"trace[1227419528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9447; }","duration":"806.981299ms","start":"2026-03-31T18:49:30.525993Z","end":"2026-03-31T18:49:31.332975Z","steps":["trace[1227419528] 'agreement among raft nodes before linearized reading' (duration: 804.974584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.333218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:30.525973Z","time spent":"807.228394ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:31.674367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.184954ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:49:31.674439Z","caller":"traceutil/trace.go:171","msg":"trace[1526242832] linearizableReadLoop","detail":"{readStateIndex:9824; appliedIndex:9823; }","duration":"277.34677ms","start":"2026-03-31T18:49:31.397082Z","end":"2026-03-31T18:49:31.674428Z","steps":["trace[1526242832] 'read index received' (duration: 39.081635ms)","trace[1526242832] 'applied index is now lower than readState.Index' (duration: 238.264225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:31.674494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.412302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:31.674508Z","caller":"traceutil/trace.go:171","msg":"trace[1891295940] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9447; }","duration":"277.473973ms","start":"2026-03-31T18:49:31.397029Z","end":"2026-03-31T18:49:31.674503Z","steps":["trace[1891295940] 'agreement among raft nodes before linearized reading' (duration: 277.426222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:31.67477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:31.333202Z","time spent":"341.560379ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:49:33.709327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.194376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:33.709396Z","caller":"traceutil/trace.go:171","msg":"trace[297280047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9452; }","duration":"373.279588ms","start":"2026-03-31T18:49:33.336099Z","end":"2026-03-31T18:49:33.709379Z","steps":["trace[297280047] 'range keys from in-memory index tree' (duration: 373.021662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.70943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.336027Z","time spent":"373.39097ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:33.70946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.222226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:33.70951Z","caller":"traceutil/trace.go:171","msg":"trace[1604137099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9452; }","duration":"373.287008ms","start":"2026-03-31T18:49:33.336211Z","end":"2026-03-31T18:49:33.709498Z","steps":["trace[1604137099] 'range keys from in-memory index tree' (duration: 373.021552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.70954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.336133Z","time spent":"373.40243ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:33.70957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.568765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:33.709572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.317699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:49:33.709635Z","caller":"traceutil/trace.go:171","msg":"trace[228930503] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9452; }","duration":"369.691957ms","start":"2026-03-31T18:49:33.339927Z","end":"2026-03-31T18:49:33.709619Z","steps":["trace[228930503] 'range keys from in-memory index tree' (duration: 369.443113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:33.709639Z","caller":"traceutil/trace.go:171","msg":"trace[1847426554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9452; }","duration":"373.40055ms","start":"2026-03-31T18:49:33.336224Z","end":"2026-03-31T18:49:33.709624Z","steps":["trace[1847426554] 'range keys from in-memory index tree' (duration: 373.135585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.709669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.339921Z","time spent":"369.739949ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:49:33.709673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.336136Z","time spent":"373.528263ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:33.709744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.559724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:49:33.709582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.122649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:33.709796Z","caller":"traceutil/trace.go:171","msg":"trace[1016768512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9452; }","duration":"373.663607ms","start":"2026-03-31T18:49:33.336113Z","end":"2026-03-31T18:49:33.709776Z","steps":["trace[1016768512] 'range keys from in-memory index tree' (duration: 373.327289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:33.709825Z","caller":"traceutil/trace.go:171","msg":"trace[1489375128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9452; }","duration":"346.377965ms","start":"2026-03-31T18:49:33.363436Z","end":"2026-03-31T18:49:33.709814Z","steps":["trace[1489375128] 'range keys from in-memory index tree' (duration: 346.092049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.709825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.336047Z","time spent":"373.770009ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:33.709807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.119344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:33.709894Z","caller":"traceutil/trace.go:171","msg":"trace[1002383401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9452; }","duration":"373.430431ms","start":"2026-03-31T18:49:33.336442Z","end":"2026-03-31T18:49:33.709873Z","steps":["trace[1002383401] 'range keys from in-memory index tree' (duration: 372.972131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:33.709955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.336436Z","time spent":"373.508182ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:33.709853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:33.363427Z","time spent":"346.419706ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:49:34.742941Z","caller":"traceutil/trace.go:171","msg":"trace[1603300549] linearizableReadLoop","detail":"{readStateIndex:9837; appliedIndex:9836; }","duration":"122.302398ms","start":"2026-03-31T18:49:34.620615Z","end":"2026-03-31T18:49:34.742917Z","steps":["trace[1603300549] 'read index received' (duration: 35.449583ms)","trace[1603300549] 'applied index is now lower than readState.Index' (duration: 86.851685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:34.743096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.456881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:34.743192Z","caller":"traceutil/trace.go:171","msg":"trace[546852161] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:0; response_revision:9460; }","duration":"122.622535ms","start":"2026-03-31T18:49:34.620552Z","end":"2026-03-31T18:49:34.743174Z","steps":["trace[546852161] 'agreement among raft nodes before linearized reading' (duration: 122.464412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:34.743127Z","caller":"traceutil/trace.go:171","msg":"trace[326063360] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"165.639779ms","start":"2026-03-31T18:49:34.57732Z","end":"2026-03-31T18:49:34.74296Z","steps":["trace[326063360] 'process raft request' (duration: 78.725363ms)","trace[326063360] 'compare' (duration: 86.751722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:34.950506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.274502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/objectstorage-provisioner-role-binding\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:34.950604Z","caller":"traceutil/trace.go:171","msg":"trace[1959771971] range","detail":"{range_begin:/registry/clusterrolebindings/objectstorage-provisioner-role-binding; range_end:; response_count:0; response_revision:9461; }","duration":"107.394405ms","start":"2026-03-31T18:49:34.843189Z","end":"2026-03-31T18:49:34.950584Z","steps":["trace[1959771971] 'range keys from in-memory index tree' (duration: 107.17293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:35.216194Z","caller":"traceutil/trace.go:171","msg":"trace[1435481828] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"202.858432ms","start":"2026-03-31T18:49:35.013303Z","end":"2026-03-31T18:49:35.216161Z","steps":["trace[1435481828] 'process raft request' (duration: 128.726622ms)","trace[1435481828] 'compare' (duration: 73.990377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:35.719468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280661827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:35.877534Z","caller":"traceutil/trace.go:171","msg":"trace[162699761] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"677.259935ms","start":"2026-03-31T18:49:35.200212Z","end":"2026-03-31T18:49:35.877471Z","steps":["trace[162699761] 'process raft request' (duration: 654.450615ms)","trace[162699761] 'compare' (duration: 22.181476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:35.877706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.200178Z","time spent":"677.452649ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":307185,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.231577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.906749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:36.231783Z","caller":"traceutil/trace.go:171","msg":"trace[1477879908] linearizableReadLoop","detail":"{readStateIndex:9843; appliedIndex:9841; }","duration":"1.013141836s","start":"2026-03-31T18:49:35.218624Z","end":"2026-03-31T18:49:36.231766Z","steps":["trace[1477879908] 'read index received' (duration: 636.052332ms)","trace[1477879908] 'applied index is now lower than readState.Index' (duration: 377.088684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.231845Z","caller":"traceutil/trace.go:171","msg":"trace[1848217794] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"391.221531ms","start":"2026-03-31T18:49:35.840616Z","end":"2026-03-31T18:49:36.231837Z","steps":["trace[1848217794] 'process raft request' (duration: 391.077068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.231902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.84059Z","time spent":"391.282032ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:36.232239Z","caller":"traceutil/trace.go:171","msg":"trace[85523104] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"724.495243ms","start":"2026-03-31T18:49:35.507715Z","end":"2026-03-31T18:49:36.23221Z","steps":["trace[85523104] 'process raft request' (duration: 597.834787ms)","trace[85523104] 'compare' (duration: 125.646003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:36.232416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.507683Z","time spent":"724.638367ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:36.232431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013800121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:49:36.232474Z","caller":"traceutil/trace.go:171","msg":"trace[436911891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9467; }","duration":"1.013875433s","start":"2026-03-31T18:49:35.218586Z","end":"2026-03-31T18:49:36.232461Z","steps":["trace[436911891] 'agreement among raft nodes before linearized reading' (duration: 1.013420473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.232505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.218567Z","time spent":"1.013931604s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:49:36.238137Z","caller":"traceutil/trace.go:171","msg":"trace[1109590084] transaction","detail":"{read_only:false; response_revision:9468; number_of_response:1; }","duration":"335.954793ms","start":"2026-03-31T18:49:35.902153Z","end":"2026-03-31T18:49:36.238108Z","steps":["trace[1109590084] 'process raft request' (duration: 335.728068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.238182Z","caller":"traceutil/trace.go:171","msg":"trace[479197801] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"335.555634ms","start":"2026-03-31T18:49:35.90259Z","end":"2026-03-31T18:49:36.238146Z","steps":["trace[479197801] 'process raft request' (duration: 335.442491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.23829Z","caller":"traceutil/trace.go:171","msg":"trace[360905533] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"335.657296ms","start":"2026-03-31T18:49:35.902607Z","end":"2026-03-31T18:49:36.238264Z","steps":["trace[360905533] 'process raft request' (duration: 335.510013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.238349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902125Z","time spent":"336.157297ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238343Z","caller":"traceutil/trace.go:171","msg":"trace[1969237405] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"335.722957ms","start":"2026-03-31T18:49:35.902582Z","end":"2026-03-31T18:49:36.238305Z","steps":["trace[1969237405] 'process raft request' (duration: 335.491482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.23839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902565Z","time spent":"335.783059ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":606,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238369Z","caller":"traceutil/trace.go:171","msg":"trace[1496016987] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"335.601385ms","start":"2026-03-31T18:49:35.90272Z","end":"2026-03-31T18:49:36.238322Z","steps":["trace[1496016987] 'process raft request' (duration: 335.461241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.23839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902572Z","time spent":"335.709548ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.90271Z","time spent":"335.735928ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902546Z","time spent":"335.880701ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238478Z","caller":"traceutil/trace.go:171","msg":"trace[459571357] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"335.156645ms","start":"2026-03-31T18:49:35.903297Z","end":"2026-03-31T18:49:36.238453Z","steps":["trace[459571357] 'process raft request' (duration: 335.121575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.23865Z","caller":"traceutil/trace.go:171","msg":"trace[45265253] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"335.920632ms","start":"2026-03-31T18:49:35.902713Z","end":"2026-03-31T18:49:36.238634Z","steps":["trace[45265253] 'process raft request' (duration: 335.435632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.238717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902704Z","time spent":"335.986394ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238528Z","caller":"traceutil/trace.go:171","msg":"trace[841168189] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"335.412831ms","start":"2026-03-31T18:49:35.903098Z","end":"2026-03-31T18:49:36.238511Z","steps":["trace[841168189] 'process raft request' (duration: 335.214886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.238724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.903292Z","time spent":"335.37594ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:36.238823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.903088Z","time spent":"335.686727ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238551Z","caller":"traceutil/trace.go:171","msg":"trace[1205358871] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"335.618895ms","start":"2026-03-31T18:49:35.902922Z","end":"2026-03-31T18:49:36.238541Z","steps":["trace[1205358871] 'process raft request' (duration: 335.284808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.238922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902915Z","time spent":"335.966903ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238596Z","caller":"traceutil/trace.go:171","msg":"trace[695593474] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"335.329969ms","start":"2026-03-31T18:49:35.903254Z","end":"2026-03-31T18:49:36.238584Z","steps":["trace[695593474] 'process raft request' (duration: 335.088834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.239037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.903247Z","time spent":"335.752709ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":550,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238591Z","caller":"traceutil/trace.go:171","msg":"trace[2020355038] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"335.592774ms","start":"2026-03-31T18:49:35.902988Z","end":"2026-03-31T18:49:36.23858Z","steps":["trace[2020355038] 'process raft request' (duration: 335.247957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.239141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.902981Z","time spent":"336.129457ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.238511Z","caller":"traceutil/trace.go:171","msg":"trace[281872272] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"335.4024ms","start":"2026-03-31T18:49:35.903092Z","end":"2026-03-31T18:49:36.238494Z","steps":["trace[281872272] 'process raft request' (duration: 335.179665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.239197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.903085Z","time spent":"336.096186ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:36.333911Z","caller":"traceutil/trace.go:171","msg":"trace[893532125] linearizableReadLoop","detail":"{readStateIndex:9857; appliedIndex:9844; }","duration":"102.065655ms","start":"2026-03-31T18:49:36.231812Z","end":"2026-03-31T18:49:36.333878Z","steps":["trace[893532125] 'read index received' (duration: 6.173488ms)","trace[893532125] 'applied index is now lower than readState.Index' (duration: 95.890897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:36.334031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.729705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:36.334073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.619954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:49:36.334112Z","caller":"traceutil/trace.go:171","msg":"trace[1451016183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9480; }","duration":"527.689835ms","start":"2026-03-31T18:49:35.806412Z","end":"2026-03-31T18:49:36.334102Z","steps":["trace[1451016183] 'agreement among raft nodes before linearized reading' (duration: 527.482001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.334111Z","caller":"traceutil/trace.go:171","msg":"trace[1317683104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9480; }","duration":"501.819467ms","start":"2026-03-31T18:49:35.832266Z","end":"2026-03-31T18:49:36.334086Z","steps":["trace[1317683104] 'agreement among raft nodes before linearized reading' (duration: 501.684774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.334151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.806395Z","time spent":"527.744957ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:36.334231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080991265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T18:49:36.334254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.608213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:49:36.334274Z","caller":"traceutil/trace.go:171","msg":"trace[1690552505] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:9480; }","duration":"1.081131209s","start":"2026-03-31T18:49:35.253127Z","end":"2026-03-31T18:49:36.334259Z","steps":["trace[1690552505] 'agreement among raft nodes before linearized reading' (duration: 1.080869653s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.334331Z","caller":"traceutil/trace.go:171","msg":"trace[64314641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9480; }","duration":"535.734276ms","start":"2026-03-31T18:49:35.798578Z","end":"2026-03-31T18:49:36.334313Z","steps":["trace[64314641] 'agreement among raft nodes before linearized reading' (duration: 535.537842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.334356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.253105Z","time spent":"1.081237651s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" "} {"level":"warn","ts":"2026-03-31T18:49:36.334387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.798552Z","time spent":"535.819797ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:49:36.334155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.832192Z","time spent":"501.952359ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:36.334635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.883562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:36.334674Z","caller":"traceutil/trace.go:171","msg":"trace[1902694700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9481; }","duration":"528.950494ms","start":"2026-03-31T18:49:35.805715Z","end":"2026-03-31T18:49:36.334665Z","steps":["trace[1902694700] 'agreement among raft nodes before linearized reading' (duration: 528.653247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.334648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.739267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:49:36.334645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.807708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:36.334686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.654373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:36.33515Z","caller":"traceutil/trace.go:171","msg":"trace[2016853557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9481; }","duration":"540.175716ms","start":"2026-03-31T18:49:35.794948Z","end":"2026-03-31T18:49:36.335124Z","steps":["trace[2016853557] 'agreement among raft nodes before linearized reading' (duration: 539.562321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.335234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.794924Z","time spent":"540.291728ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:49:36.334727Z","caller":"traceutil/trace.go:171","msg":"trace[937765581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9481; }","duration":"527.8501ms","start":"2026-03-31T18:49:35.806858Z","end":"2026-03-31T18:49:36.334708Z","steps":["trace[937765581] 'agreement among raft nodes before linearized reading' (duration: 527.567163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.335348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.806851Z","time spent":"528.485334ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:49:36.335177Z","caller":"traceutil/trace.go:171","msg":"trace[92981982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9481; }","duration":"527.950832ms","start":"2026-03-31T18:49:35.806802Z","end":"2026-03-31T18:49:36.334753Z","steps":["trace[92981982] 'agreement among raft nodes before linearized reading' (duration: 527.549843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.334768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.805699Z","time spent":"529.060166ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:36.334683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.129726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:36.335591Z","caller":"traceutil/trace.go:171","msg":"trace[85164794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9481; }","duration":"855.092598ms","start":"2026-03-31T18:49:35.480486Z","end":"2026-03-31T18:49:36.335578Z","steps":["trace[85164794] 'agreement among raft nodes before linearized reading' (duration: 854.032023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.335624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.480432Z","time spent":"855.17924ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:36.335682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:35.806791Z","time spent":"528.698899ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:49:36.537353Z","caller":"traceutil/trace.go:171","msg":"trace[1458209332] linearizableReadLoop","detail":"{readStateIndex:9860; appliedIndex:9859; }","duration":"196.011849ms","start":"2026-03-31T18:49:36.341312Z","end":"2026-03-31T18:49:36.537324Z","steps":["trace[1458209332] 'read index received' (duration: 116.187471ms)","trace[1458209332] 'applied index is now lower than readState.Index' (duration: 79.823048ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.537449Z","caller":"traceutil/trace.go:171","msg":"trace[246908090] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"199.659701ms","start":"2026-03-31T18:49:36.33775Z","end":"2026-03-31T18:49:36.53741Z","steps":["trace[246908090] 'process raft request' (duration: 119.68061ms)","trace[246908090] 'compare' (duration: 79.739066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:36.537583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.243214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:49:36.537691Z","caller":"traceutil/trace.go:171","msg":"trace[607310498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9482; }","duration":"196.381797ms","start":"2026-03-31T18:49:36.341265Z","end":"2026-03-31T18:49:36.537647Z","steps":["trace[607310498] 'agreement among raft nodes before linearized reading' (duration: 196.147462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.592489Z","caller":"traceutil/trace.go:171","msg":"trace[848206722] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"251.00875ms","start":"2026-03-31T18:49:36.341448Z","end":"2026-03-31T18:49:36.592457Z","steps":["trace[848206722] 'process raft request' (duration: 250.804536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.592802Z","caller":"traceutil/trace.go:171","msg":"trace[323813940] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"251.216585ms","start":"2026-03-31T18:49:36.341529Z","end":"2026-03-31T18:49:36.592745Z","steps":["trace[323813940] 'process raft request' (duration: 250.874247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.592902Z","caller":"traceutil/trace.go:171","msg":"trace[1290685657] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"251.323748ms","start":"2026-03-31T18:49:36.341547Z","end":"2026-03-31T18:49:36.592871Z","steps":["trace[1290685657] 'process raft request' (duration: 251.107132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593007Z","caller":"traceutil/trace.go:171","msg":"trace[974343260] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"250.06708ms","start":"2026-03-31T18:49:36.342934Z","end":"2026-03-31T18:49:36.593001Z","steps":["trace[974343260] 'process raft request' (duration: 249.863586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.592979Z","caller":"traceutil/trace.go:171","msg":"trace[1602880214] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"251.081713ms","start":"2026-03-31T18:49:36.341886Z","end":"2026-03-31T18:49:36.592968Z","steps":["trace[1602880214] 'process raft request' (duration: 250.861078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593231Z","caller":"traceutil/trace.go:171","msg":"trace[1588819003] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"250.119772ms","start":"2026-03-31T18:49:36.343044Z","end":"2026-03-31T18:49:36.593164Z","steps":["trace[1588819003] 'process raft request' (duration: 249.990769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593168Z","caller":"traceutil/trace.go:171","msg":"trace[59237] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"250.167623ms","start":"2026-03-31T18:49:36.34296Z","end":"2026-03-31T18:49:36.593128Z","steps":["trace[59237] 'process raft request' (duration: 249.934108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593231Z","caller":"traceutil/trace.go:171","msg":"trace[985628448] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"250.100122ms","start":"2026-03-31T18:49:36.343063Z","end":"2026-03-31T18:49:36.593163Z","steps":["trace[985628448] 'process raft request' (duration: 250.01103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593256Z","caller":"traceutil/trace.go:171","msg":"trace[2048708959] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"250.216754ms","start":"2026-03-31T18:49:36.343017Z","end":"2026-03-31T18:49:36.593234Z","steps":["trace[2048708959] 'process raft request' (duration: 249.971759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593679Z","caller":"traceutil/trace.go:171","msg":"trace[519287279] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"248.127087ms","start":"2026-03-31T18:49:36.34554Z","end":"2026-03-31T18:49:36.593668Z","steps":["trace[519287279] 'process raft request' (duration: 248.063815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593683Z","caller":"traceutil/trace.go:171","msg":"trace[405453283] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"248.197309ms","start":"2026-03-31T18:49:36.345466Z","end":"2026-03-31T18:49:36.593663Z","steps":["trace[405453283] 'process raft request' (duration: 248.036505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593644Z","caller":"traceutil/trace.go:171","msg":"trace[460234098] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"249.850534ms","start":"2026-03-31T18:49:36.343749Z","end":"2026-03-31T18:49:36.593599Z","steps":["trace[460234098] 'process raft request' (duration: 249.378274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593788Z","caller":"traceutil/trace.go:171","msg":"trace[1660444128] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"245.484377ms","start":"2026-03-31T18:49:36.348296Z","end":"2026-03-31T18:49:36.59378Z","steps":["trace[1660444128] 'process raft request' (duration: 245.435786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593714Z","caller":"traceutil/trace.go:171","msg":"trace[1714177161] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"247.446881ms","start":"2026-03-31T18:49:36.346255Z","end":"2026-03-31T18:49:36.593702Z","steps":["trace[1714177161] 'process raft request' (duration: 247.395319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.5937Z","caller":"traceutil/trace.go:171","msg":"trace[1081439908] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"248.039395ms","start":"2026-03-31T18:49:36.345641Z","end":"2026-03-31T18:49:36.59368Z","steps":["trace[1081439908] 'process raft request' (duration: 247.986144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593832Z","caller":"traceutil/trace.go:171","msg":"trace[598069879] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"245.859705ms","start":"2026-03-31T18:49:36.347921Z","end":"2026-03-31T18:49:36.593781Z","steps":["trace[598069879] 'process raft request' (duration: 245.753933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593938Z","caller":"traceutil/trace.go:171","msg":"trace[122971704] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"244.116876ms","start":"2026-03-31T18:49:36.349807Z","end":"2026-03-31T18:49:36.593924Z","steps":["trace[122971704] 'process raft request' (duration: 244.001664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593964Z","caller":"traceutil/trace.go:171","msg":"trace[1241337067] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"241.768923ms","start":"2026-03-31T18:49:36.352184Z","end":"2026-03-31T18:49:36.593953Z","steps":["trace[1241337067] 'process raft request' (duration: 241.675561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593855Z","caller":"traceutil/trace.go:171","msg":"trace[1495944891] transaction","detail":"{read_only:false; response_revision:9500; number_of_response:1; }","duration":"244.183778ms","start":"2026-03-31T18:49:36.349654Z","end":"2026-03-31T18:49:36.593838Z","steps":["trace[1495944891] 'process raft request' (duration: 244.097966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.594056Z","caller":"traceutil/trace.go:171","msg":"trace[1448566354] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"237.199592ms","start":"2026-03-31T18:49:36.356834Z","end":"2026-03-31T18:49:36.594034Z","steps":["trace[1448566354] 'process raft request' (duration: 237.064179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.594089Z","caller":"traceutil/trace.go:171","msg":"trace[611461198] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"216.661692ms","start":"2026-03-31T18:49:36.377412Z","end":"2026-03-31T18:49:36.594073Z","steps":["trace[611461198] 'process raft request' (duration: 216.57561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.593899Z","caller":"traceutil/trace.go:171","msg":"trace[1161431474] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"244.092966ms","start":"2026-03-31T18:49:36.349798Z","end":"2026-03-31T18:49:36.593891Z","steps":["trace[1161431474] 'process raft request' (duration: 243.985073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.594076Z","caller":"traceutil/trace.go:171","msg":"trace[105514915] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"234.888569ms","start":"2026-03-31T18:49:36.359166Z","end":"2026-03-31T18:49:36.594055Z","steps":["trace[105514915] 'process raft request' (duration: 234.773487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.594185Z","caller":"traceutil/trace.go:171","msg":"trace[1874529093] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"245.824765ms","start":"2026-03-31T18:49:36.347947Z","end":"2026-03-31T18:49:36.593772Z","steps":["trace[1874529093] 'process raft request' (duration: 245.756094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.594452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.989144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:49:36.594528Z","caller":"traceutil/trace.go:171","msg":"trace[1768161645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9506; }","duration":"253.097627ms","start":"2026-03-31T18:49:36.341418Z","end":"2026-03-31T18:49:36.594516Z","steps":["trace[1768161645] 'agreement among raft nodes before linearized reading' (duration: 252.650518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.828444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.444631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:36.828607Z","caller":"traceutil/trace.go:171","msg":"trace[1591719785] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"229.235093ms","start":"2026-03-31T18:49:36.599346Z","end":"2026-03-31T18:49:36.828581Z","steps":["trace[1591719785] 'process raft request' (duration: 77.572177ms)","trace[1591719785] 'compare' (duration: 151.267577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.832828Z","caller":"traceutil/trace.go:171","msg":"trace[1069191573] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"232.740852ms","start":"2026-03-31T18:49:36.600064Z","end":"2026-03-31T18:49:36.832805Z","steps":["trace[1069191573] 'process raft request' (duration: 232.557258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.832965Z","caller":"traceutil/trace.go:171","msg":"trace[91047405] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"231.944373ms","start":"2026-03-31T18:49:36.60098Z","end":"2026-03-31T18:49:36.832924Z","steps":["trace[91047405] 'process raft request' (duration: 231.737559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833249Z","caller":"traceutil/trace.go:171","msg":"trace[1165101149] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"200.262693ms","start":"2026-03-31T18:49:36.632975Z","end":"2026-03-31T18:49:36.833238Z","steps":["trace[1165101149] 'process raft request' (duration: 200.176651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833252Z","caller":"traceutil/trace.go:171","msg":"trace[1488615925] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"200.350656ms","start":"2026-03-31T18:49:36.632875Z","end":"2026-03-31T18:49:36.833226Z","steps":["trace[1488615925] 'process raft request' (duration: 200.192853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833288Z","caller":"traceutil/trace.go:171","msg":"trace[949886152] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"200.190532ms","start":"2026-03-31T18:49:36.633074Z","end":"2026-03-31T18:49:36.833264Z","steps":["trace[949886152] 'process raft request' (duration: 200.10205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833416Z","caller":"traceutil/trace.go:171","msg":"trace[1463497171] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"199.341853ms","start":"2026-03-31T18:49:36.634064Z","end":"2026-03-31T18:49:36.833405Z","steps":["trace[1463497171] 'process raft request' (duration: 199.174609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833458Z","caller":"traceutil/trace.go:171","msg":"trace[899355887] linearizableReadLoop","detail":"{readStateIndex:9900; appliedIndex:9884; }","duration":"172.256927ms","start":"2026-03-31T18:49:36.661188Z","end":"2026-03-31T18:49:36.833445Z","steps":["trace[899355887] 'read index received' (duration: 15.719083ms)","trace[899355887] 'applied index is now lower than readState.Index' (duration: 156.537034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:36.833488Z","caller":"traceutil/trace.go:171","msg":"trace[843356470] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"200.158792ms","start":"2026-03-31T18:49:36.63332Z","end":"2026-03-31T18:49:36.833479Z","steps":["trace[843356470] 'process raft request' (duration: 199.876195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833487Z","caller":"traceutil/trace.go:171","msg":"trace[479554019] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"199.364273ms","start":"2026-03-31T18:49:36.634103Z","end":"2026-03-31T18:49:36.833467Z","steps":["trace[479554019] 'process raft request' (duration: 199.257921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833544Z","caller":"traceutil/trace.go:171","msg":"trace[277760047] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"199.413935ms","start":"2026-03-31T18:49:36.634124Z","end":"2026-03-31T18:49:36.833538Z","steps":["trace[277760047] 'process raft request' (duration: 199.277342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833557Z","caller":"traceutil/trace.go:171","msg":"trace[249859959] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"199.442215ms","start":"2026-03-31T18:49:36.634106Z","end":"2026-03-31T18:49:36.833548Z","steps":["trace[249859959] 'process raft request' (duration: 199.160149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833523Z","caller":"traceutil/trace.go:171","msg":"trace[945536244] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"199.379474ms","start":"2026-03-31T18:49:36.634135Z","end":"2026-03-31T18:49:36.833515Z","steps":["trace[945536244] 'process raft request' (duration: 199.247631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833614Z","caller":"traceutil/trace.go:171","msg":"trace[885134317] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"199.250281ms","start":"2026-03-31T18:49:36.634357Z","end":"2026-03-31T18:49:36.833607Z","steps":["trace[885134317] 'process raft request' (duration: 199.065477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833582Z","caller":"traceutil/trace.go:171","msg":"trace[801206897] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"199.451846ms","start":"2026-03-31T18:49:36.634116Z","end":"2026-03-31T18:49:36.833568Z","steps":["trace[801206897] 'process raft request' (duration: 199.172109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833587Z","caller":"traceutil/trace.go:171","msg":"trace[545047656] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"200.09162ms","start":"2026-03-31T18:49:36.633413Z","end":"2026-03-31T18:49:36.833505Z","steps":["trace[545047656] 'process raft request' (duration: 199.803154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:36.833673Z","caller":"traceutil/trace.go:171","msg":"trace[206740085] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"203.385805ms","start":"2026-03-31T18:49:36.630281Z","end":"2026-03-31T18:49:36.833667Z","steps":["trace[206740085] 'process raft request' (duration: 202.469024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:36.833693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.497123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:36.833726Z","caller":"traceutil/trace.go:171","msg":"trace[495880811] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9522; }","duration":"172.579405ms","start":"2026-03-31T18:49:36.661137Z","end":"2026-03-31T18:49:36.833716Z","steps":["trace[495880811] 'agreement among raft nodes before linearized reading' (duration: 172.476212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.1611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.874207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:37.161221Z","caller":"traceutil/trace.go:171","msg":"trace[1063311321] linearizableReadLoop","detail":"{readStateIndex:9901; appliedIndex:9900; }","duration":"327.711698ms","start":"2026-03-31T18:49:36.833487Z","end":"2026-03-31T18:49:37.161199Z","steps":["trace[1063311321] 'read index received' (duration: 101.567045ms)","trace[1063311321] 'applied index is now lower than readState.Index' (duration: 226.143103ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.161257Z","caller":"traceutil/trace.go:171","msg":"trace[1401360018] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"413.640641ms","start":"2026-03-31T18:49:36.747597Z","end":"2026-03-31T18:49:37.161238Z","steps":["trace[1401360018] 'process raft request' (duration: 187.464387ms)","trace[1401360018] 'compare' (duration: 225.736974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.161332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.74757Z","time spent":"413.724763ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:37.161339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.508092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:37.161397Z","caller":"traceutil/trace.go:171","msg":"trace[1910095701] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9523; }","duration":"385.555023ms","start":"2026-03-31T18:49:36.775815Z","end":"2026-03-31T18:49:37.16137Z","steps":["trace[1910095701] 'agreement among raft nodes before linearized reading' (duration: 385.41546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.161428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.775789Z","time spent":"385.629245ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:37.161574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.370148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:37.16332Z","caller":"traceutil/trace.go:171","msg":"trace[1584569395] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9523; }","duration":"452.739108ms","start":"2026-03-31T18:49:36.710018Z","end":"2026-03-31T18:49:37.162757Z","steps":["trace[1584569395] 'agreement among raft nodes before linearized reading' (duration: 451.367897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.163562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.709993Z","time spent":"453.504585ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:37.221609Z","caller":"traceutil/trace.go:171","msg":"trace[677546721] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"383.152279ms","start":"2026-03-31T18:49:36.838433Z","end":"2026-03-31T18:49:37.221585Z","steps":["trace[677546721] 'process raft request' (duration: 382.938675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.221746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.838349Z","time spent":"383.329973ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:37.2221Z","caller":"traceutil/trace.go:171","msg":"trace[1234859510] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"382.473304ms","start":"2026-03-31T18:49:36.839578Z","end":"2026-03-31T18:49:37.222051Z","steps":["trace[1234859510] 'process raft request' (duration: 381.962552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222258Z","caller":"traceutil/trace.go:171","msg":"trace[935304175] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"382.656058ms","start":"2026-03-31T18:49:36.839581Z","end":"2026-03-31T18:49:37.222237Z","steps":["trace[935304175] 'process raft request' (duration: 382.3023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.222324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.839561Z","time spent":"382.640727ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:37.222355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.839571Z","time spent":"382.741289ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.222542Z","caller":"traceutil/trace.go:171","msg":"trace[175797444] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"382.869232ms","start":"2026-03-31T18:49:36.839619Z","end":"2026-03-31T18:49:37.222488Z","steps":["trace[175797444] 'process raft request' (duration: 382.552665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.223326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.839609Z","time spent":"383.65194ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.222587Z","caller":"traceutil/trace.go:171","msg":"trace[851268662] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"382.862732ms","start":"2026-03-31T18:49:36.839708Z","end":"2026-03-31T18:49:37.22257Z","steps":["trace[851268662] 'process raft request' (duration: 382.528375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.223702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.8397Z","time spent":"383.959777ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.222659Z","caller":"traceutil/trace.go:171","msg":"trace[586054629] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"382.877393ms","start":"2026-03-31T18:49:36.83977Z","end":"2026-03-31T18:49:37.222647Z","steps":["trace[586054629] 'process raft request' (duration: 382.538115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222712Z","caller":"traceutil/trace.go:171","msg":"trace[637820016] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"382.929214ms","start":"2026-03-31T18:49:36.839759Z","end":"2026-03-31T18:49:37.222688Z","steps":["trace[637820016] 'process raft request' (duration: 382.515275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222774Z","caller":"traceutil/trace.go:171","msg":"trace[557221928] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"382.602636ms","start":"2026-03-31T18:49:36.840159Z","end":"2026-03-31T18:49:37.222762Z","steps":["trace[557221928] 'process raft request' (duration: 382.476124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222769Z","caller":"traceutil/trace.go:171","msg":"trace[923050412] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"382.602766ms","start":"2026-03-31T18:49:36.840141Z","end":"2026-03-31T18:49:37.222744Z","steps":["trace[923050412] 'process raft request' (duration: 382.444052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222805Z","caller":"traceutil/trace.go:171","msg":"trace[1469792972] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"382.959935ms","start":"2026-03-31T18:49:36.839818Z","end":"2026-03-31T18:49:37.222778Z","steps":["trace[1469792972] 'process raft request' (duration: 382.72675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222837Z","caller":"traceutil/trace.go:171","msg":"trace[654753669] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"382.535005ms","start":"2026-03-31T18:49:36.840289Z","end":"2026-03-31T18:49:37.222824Z","steps":["trace[654753669] 'process raft request' (duration: 382.391592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.222879Z","caller":"traceutil/trace.go:171","msg":"trace[230049360] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"381.997173ms","start":"2026-03-31T18:49:36.840868Z","end":"2026-03-31T18:49:37.222866Z","steps":["trace[230049360] 'process raft request' (duration: 381.89255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.222958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.882613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:37.22421Z","caller":"traceutil/trace.go:171","msg":"trace[1870178770] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9535; }","duration":"388.214233ms","start":"2026-03-31T18:49:36.83597Z","end":"2026-03-31T18:49:37.224184Z","steps":["trace[1870178770] 'agreement among raft nodes before linearized reading' (duration: 386.899433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.224317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.83593Z","time spent":"388.368566ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:49:37.224469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.840133Z","time spent":"384.235354ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.224493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.839751Z","time spent":"384.689203ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.224611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.839748Z","time spent":"384.798286ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1021,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.224712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.840283Z","time spent":"384.358426ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.224796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.840151Z","time spent":"384.485219ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.224903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.83981Z","time spent":"385.029081ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:49:37.224808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:36.840859Z","time spent":"383.907807ms","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:49:37.452586Z","caller":"traceutil/trace.go:171","msg":"trace[801780441] linearizableReadLoop","detail":"{readStateIndex:9914; appliedIndex:9913; }","duration":"222.161124ms","start":"2026-03-31T18:49:37.230405Z","end":"2026-03-31T18:49:37.452566Z","steps":["trace[801780441] 'read index received' (duration: 124.898687ms)","trace[801780441] 'applied index is now lower than readState.Index' (duration: 97.261737ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.452666Z","caller":"traceutil/trace.go:171","msg":"trace[1805104319] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"223.642147ms","start":"2026-03-31T18:49:37.229016Z","end":"2026-03-31T18:49:37.452658Z","steps":["trace[1805104319] 'process raft request' (duration: 126.265007ms)","trace[1805104319] 'compare' (duration: 97.187466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.452908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.468642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-31T18:49:37.45302Z","caller":"traceutil/trace.go:171","msg":"trace[2091200421] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9536; }","duration":"222.636505ms","start":"2026-03-31T18:49:37.23036Z","end":"2026-03-31T18:49:37.452997Z","steps":["trace[2091200421] 'agreement among raft nodes before linearized reading' (duration: 222.306817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.459682Z","caller":"traceutil/trace.go:171","msg":"trace[1633065855] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"229.241013ms","start":"2026-03-31T18:49:37.230412Z","end":"2026-03-31T18:49:37.459653Z","steps":["trace[1633065855] 'process raft request' (duration: 229.065419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.459982Z","caller":"traceutil/trace.go:171","msg":"trace[624426758] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"229.289554ms","start":"2026-03-31T18:49:37.230647Z","end":"2026-03-31T18:49:37.459936Z","steps":["trace[624426758] 'process raft request' (duration: 228.951247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.460069Z","caller":"traceutil/trace.go:171","msg":"trace[1658258512] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"229.422587ms","start":"2026-03-31T18:49:37.230638Z","end":"2026-03-31T18:49:37.460061Z","steps":["trace[1658258512] 'process raft request' (duration: 229.216643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.460083Z","caller":"traceutil/trace.go:171","msg":"trace[509917015] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"229.230073ms","start":"2026-03-31T18:49:37.230843Z","end":"2026-03-31T18:49:37.460073Z","steps":["trace[509917015] 'process raft request' (duration: 229.149351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.46016Z","caller":"traceutil/trace.go:171","msg":"trace[1079735521] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"229.448488ms","start":"2026-03-31T18:49:37.230703Z","end":"2026-03-31T18:49:37.460151Z","steps":["trace[1079735521] 'process raft request' (duration: 229.272344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.460163Z","caller":"traceutil/trace.go:171","msg":"trace[182325111] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"228.969857ms","start":"2026-03-31T18:49:37.231182Z","end":"2026-03-31T18:49:37.460152Z","steps":["trace[182325111] 'process raft request' (duration: 228.823654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.460031Z","caller":"traceutil/trace.go:171","msg":"trace[2137296012] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"229.360656ms","start":"2026-03-31T18:49:37.230652Z","end":"2026-03-31T18:49:37.460012Z","steps":["trace[2137296012] 'process raft request' (duration: 229.303015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.460197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.60666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:37.460235Z","caller":"traceutil/trace.go:171","msg":"trace[615774840] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"228.903486ms","start":"2026-03-31T18:49:37.231323Z","end":"2026-03-31T18:49:37.460226Z","steps":["trace[615774840] 'process raft request' (duration: 228.696641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.460273Z","caller":"traceutil/trace.go:171","msg":"trace[606230833] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9544; }","duration":"145.785764ms","start":"2026-03-31T18:49:37.314468Z","end":"2026-03-31T18:49:37.460254Z","steps":["trace[606230833] 'agreement among raft nodes before linearized reading' (duration: 145.58187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.602769Z","caller":"traceutil/trace.go:171","msg":"trace[862075139] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"137.453678ms","start":"2026-03-31T18:49:37.465283Z","end":"2026-03-31T18:49:37.602736Z","steps":["trace[862075139] 'process raft request' (duration: 90.331193ms)","trace[862075139] 'compare' (duration: 46.978302ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.60482Z","caller":"traceutil/trace.go:171","msg":"trace[584931685] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"139.235128ms","start":"2026-03-31T18:49:37.46555Z","end":"2026-03-31T18:49:37.604785Z","steps":["trace[584931685] 'process raft request' (duration: 138.956642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.604916Z","caller":"traceutil/trace.go:171","msg":"trace[566619876] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"139.282268ms","start":"2026-03-31T18:49:37.465611Z","end":"2026-03-31T18:49:37.604893Z","steps":["trace[566619876] 'process raft request' (duration: 139.089044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.604967Z","caller":"traceutil/trace.go:171","msg":"trace[1029252669] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"138.989563ms","start":"2026-03-31T18:49:37.465916Z","end":"2026-03-31T18:49:37.604906Z","steps":["trace[1029252669] 'process raft request' (duration: 138.8621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605076Z","caller":"traceutil/trace.go:171","msg":"trace[1939290331] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"139.381081ms","start":"2026-03-31T18:49:37.465674Z","end":"2026-03-31T18:49:37.605055Z","steps":["trace[1939290331] 'process raft request' (duration: 138.968832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.60512Z","caller":"traceutil/trace.go:171","msg":"trace[432357702] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"139.35299ms","start":"2026-03-31T18:49:37.465751Z","end":"2026-03-31T18:49:37.605104Z","steps":["trace[432357702] 'process raft request' (duration: 138.990422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605168Z","caller":"traceutil/trace.go:171","msg":"trace[1708586920] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"138.571693ms","start":"2026-03-31T18:49:37.466583Z","end":"2026-03-31T18:49:37.605155Z","steps":["trace[1708586920] 'process raft request' (duration: 138.238006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605193Z","caller":"traceutil/trace.go:171","msg":"trace[1779603297] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"138.459101ms","start":"2026-03-31T18:49:37.466721Z","end":"2026-03-31T18:49:37.60518Z","steps":["trace[1779603297] 'process raft request' (duration: 138.180585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605123Z","caller":"traceutil/trace.go:171","msg":"trace[415523814] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"138.45258ms","start":"2026-03-31T18:49:37.466655Z","end":"2026-03-31T18:49:37.605108Z","steps":["trace[415523814] 'process raft request' (duration: 138.207105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605226Z","caller":"traceutil/trace.go:171","msg":"trace[290969933] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"137.676412ms","start":"2026-03-31T18:49:37.467521Z","end":"2026-03-31T18:49:37.605198Z","steps":["trace[290969933] 'process raft request' (duration: 137.472248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605341Z","caller":"traceutil/trace.go:171","msg":"trace[1326713454] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"137.239963ms","start":"2026-03-31T18:49:37.468074Z","end":"2026-03-31T18:49:37.605314Z","steps":["trace[1326713454] 'process raft request' (duration: 137.012568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605508Z","caller":"traceutil/trace.go:171","msg":"trace[1234933424] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"134.742357ms","start":"2026-03-31T18:49:37.470748Z","end":"2026-03-31T18:49:37.60549Z","steps":["trace[1234933424] 'process raft request' (duration: 134.379799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.605467Z","caller":"traceutil/trace.go:171","msg":"trace[1442445177] linearizableReadLoop","detail":"{readStateIndex:9927; appliedIndex:9922; }","duration":"139.646677ms","start":"2026-03-31T18:49:37.465772Z","end":"2026-03-31T18:49:37.605419Z","steps":["trace[1442445177] 'read index received' (duration: 89.869052ms)","trace[1442445177] 'applied index is now lower than readState.Index' (duration: 49.774265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:37.605968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.150068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:49:37.606032Z","caller":"traceutil/trace.go:171","msg":"trace[1696726533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9556; }","duration":"140.298291ms","start":"2026-03-31T18:49:37.465718Z","end":"2026-03-31T18:49:37.606016Z","steps":["trace[1696726533] 'agreement among raft nodes before linearized reading' (duration: 139.876162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.804219Z","caller":"traceutil/trace.go:171","msg":"trace[1414255942] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"143.34802ms","start":"2026-03-31T18:49:37.660844Z","end":"2026-03-31T18:49:37.804192Z","steps":["trace[1414255942] 'process raft request' (duration: 143.217987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.823084Z","caller":"traceutil/trace.go:171","msg":"trace[1001286720] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"160.377492ms","start":"2026-03-31T18:49:37.662683Z","end":"2026-03-31T18:49:37.82306Z","steps":["trace[1001286720] 'process raft request' (duration: 160.159957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.823082Z","caller":"traceutil/trace.go:171","msg":"trace[1035105970] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"159.963022ms","start":"2026-03-31T18:49:37.663101Z","end":"2026-03-31T18:49:37.823064Z","steps":["trace[1035105970] 'process raft request' (duration: 159.899151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.923796Z","caller":"traceutil/trace.go:171","msg":"trace[1430091575] linearizableReadLoop","detail":"{readStateIndex:9943; appliedIndex:9941; }","duration":"100.731486ms","start":"2026-03-31T18:49:37.823036Z","end":"2026-03-31T18:49:37.923767Z","steps":["trace[1430091575] 'read index received' (duration: 98.924245ms)","trace[1430091575] 'applied index is now lower than readState.Index' (duration: 1.806061ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:37.923869Z","caller":"traceutil/trace.go:171","msg":"trace[1656654195] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"110.052085ms","start":"2026-03-31T18:49:37.813781Z","end":"2026-03-31T18:49:37.923833Z","steps":["trace[1656654195] 'process raft request' (duration: 108.05139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.923924Z","caller":"traceutil/trace.go:171","msg":"trace[1129453155] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"109.778439ms","start":"2026-03-31T18:49:37.814114Z","end":"2026-03-31T18:49:37.923892Z","steps":["trace[1129453155] 'process raft request' (duration: 109.584734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.923976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.940528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:37.924025Z","caller":"traceutil/trace.go:171","msg":"trace[1578592373] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:9565; }","duration":"108.04534ms","start":"2026-03-31T18:49:37.815964Z","end":"2026-03-31T18:49:37.92401Z","steps":["trace[1578592373] 'agreement among raft nodes before linearized reading' (duration: 107.937408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.996784Z","caller":"traceutil/trace.go:171","msg":"trace[400681130] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"166.143331ms","start":"2026-03-31T18:49:37.8306Z","end":"2026-03-31T18:49:37.996744Z","steps":["trace[400681130] 'process raft request' (duration: 165.850534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.996917Z","caller":"traceutil/trace.go:171","msg":"trace[18383832] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"166.198742ms","start":"2026-03-31T18:49:37.830682Z","end":"2026-03-31T18:49:37.996881Z","steps":["trace[18383832] 'process raft request' (duration: 165.921206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.997194Z","caller":"traceutil/trace.go:171","msg":"trace[980836307] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"165.601698ms","start":"2026-03-31T18:49:37.831566Z","end":"2026-03-31T18:49:37.997168Z","steps":["trace[980836307] 'process raft request' (duration: 165.177989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:37.997197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.575217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:37.997309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.523261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:37.997324Z","caller":"traceutil/trace.go:171","msg":"trace[1990015237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9568; }","duration":"165.72535ms","start":"2026-03-31T18:49:37.831578Z","end":"2026-03-31T18:49:37.997303Z","steps":["trace[1990015237] 'agreement among raft nodes before linearized reading' (duration: 165.533036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:37.997399Z","caller":"traceutil/trace.go:171","msg":"trace[1634999657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9568; }","duration":"167.684305ms","start":"2026-03-31T18:49:37.829692Z","end":"2026-03-31T18:49:37.997376Z","steps":["trace[1634999657] 'agreement among raft nodes before linearized reading' (duration: 167.516291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.078251Z","caller":"traceutil/trace.go:171","msg":"trace[1712186870] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"151.145004ms","start":"2026-03-31T18:49:37.927072Z","end":"2026-03-31T18:49:38.078217Z","steps":["trace[1712186870] 'process raft request' (duration: 150.285944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:38.078365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.477393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"info","ts":"2026-03-31T18:49:38.078428Z","caller":"traceutil/trace.go:171","msg":"trace[1524967860] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:9569; }","duration":"147.582864ms","start":"2026-03-31T18:49:37.930831Z","end":"2026-03-31T18:49:38.078414Z","steps":["trace[1524967860] 'agreement among raft nodes before linearized reading' (duration: 147.3866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.112391Z","caller":"traceutil/trace.go:171","msg":"trace[1941077243] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"106.684569ms","start":"2026-03-31T18:49:38.005682Z","end":"2026-03-31T18:49:38.112366Z","steps":["trace[1941077243] 'process raft request' (duration: 106.466644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.112592Z","caller":"traceutil/trace.go:171","msg":"trace[1562838851] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"105.3845ms","start":"2026-03-31T18:49:38.007177Z","end":"2026-03-31T18:49:38.112562Z","steps":["trace[1562838851] 'process raft request' (duration: 105.146015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:38.112653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.035883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:38.112719Z","caller":"traceutil/trace.go:171","msg":"trace[1261364181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9571; }","duration":"114.157386ms","start":"2026-03-31T18:49:37.998543Z","end":"2026-03-31T18:49:38.112701Z","steps":["trace[1261364181] 'agreement among raft nodes before linearized reading' (duration: 114.027783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.28435Z","caller":"traceutil/trace.go:171","msg":"trace[965894354] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"130.798258ms","start":"2026-03-31T18:49:38.153492Z","end":"2026-03-31T18:49:38.284291Z","steps":["trace[965894354] 'process raft request' (duration: 130.532352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.284383Z","caller":"traceutil/trace.go:171","msg":"trace[1067830376] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"130.219555ms","start":"2026-03-31T18:49:38.154136Z","end":"2026-03-31T18:49:38.284355Z","steps":["trace[1067830376] 'process raft request' (duration: 130.060732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.284651Z","caller":"traceutil/trace.go:171","msg":"trace[403947184] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"130.165534ms","start":"2026-03-31T18:49:38.154394Z","end":"2026-03-31T18:49:38.284559Z","steps":["trace[403947184] 'process raft request' (duration: 129.874777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:38.742956Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002704.wal"} {"level":"warn","ts":"2026-03-31T18:49:41.037412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.549259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:41.037694Z","caller":"traceutil/trace.go:171","msg":"trace[1505195259] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"187.160521ms","start":"2026-03-31T18:49:40.850502Z","end":"2026-03-31T18:49:41.037662Z","steps":["trace[1505195259] 'process raft request' (duration: 62.260364ms)","trace[1505195259] 'compare' (duration: 124.409176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:41.448577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.945643ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:49:41.448664Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e120e57916b9bd4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"warn","ts":"2026-03-31T18:49:41.448818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:41.038646Z","time spent":"410.165635ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:49:41.559846Z","caller":"traceutil/trace.go:171","msg":"trace[1688195438] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"381.553504ms","start":"2026-03-31T18:49:41.178259Z","end":"2026-03-31T18:49:41.559813Z","steps":["trace[1688195438] 'process raft request' (duration: 381.243866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:41.560087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:41.178238Z","time spent":"381.684728ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:41.577338Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:49:41.577174Z","caller":"traceutil/trace.go:171","msg":"trace[832843136] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"126.865801ms","start":"2026-03-31T18:49:41.450276Z","end":"2026-03-31T18:49:41.577142Z","steps":["trace[832843136] 'process raft request' (duration: 119.084397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:41.578065Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:49:42.645928Z","caller":"traceutil/trace.go:171","msg":"trace[29443386] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"376.779826ms","start":"2026-03-31T18:49:42.269127Z","end":"2026-03-31T18:49:42.645907Z","steps":["trace[29443386] 'process raft request' (duration: 376.642863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:42.646056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.269101Z","time spent":"376.891599ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:43.69259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046949004s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:49:43.861218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.193136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:43.861369Z","caller":"traceutil/trace.go:171","msg":"trace[1990215293] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"1.545088897s","start":"2026-03-31T18:49:42.316252Z","end":"2026-03-31T18:49:43.861341Z","steps":["trace[1990215293] 'process raft request' (duration: 1.376689496s)","trace[1990215293] 'compare' (duration: 167.660744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:43.86142Z","caller":"traceutil/trace.go:171","msg":"trace[1314199372] linearizableReadLoop","detail":"{readStateIndex:10005; appliedIndex:10003; }","duration":"1.312895617s","start":"2026-03-31T18:49:42.548506Z","end":"2026-03-31T18:49:43.861401Z","steps":["trace[1314199372] 'read index received' (duration: 97.288058ms)","trace[1314199372] 'applied index is now lower than readState.Index' (duration: 1.215606499s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:43.861514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.316215Z","time spent":"1.54521758s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:43.862217Z","caller":"traceutil/trace.go:171","msg":"trace[1171934138] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"819.50643ms","start":"2026-03-31T18:49:43.04269Z","end":"2026-03-31T18:49:43.862197Z","steps":["trace[1171934138] 'process raft request' (duration: 818.62942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313733626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:43.862339Z","caller":"traceutil/trace.go:171","msg":"trace[2092668873] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9627; }","duration":"1.313879571s","start":"2026-03-31T18:49:42.548437Z","end":"2026-03-31T18:49:43.862316Z","steps":["trace[2092668873] 'agreement among raft nodes before linearized reading' (duration: 1.313072722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.54841Z","time spent":"1.313974823s","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:43.862496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.042671Z","time spent":"819.591131ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:43.862516Z","caller":"traceutil/trace.go:171","msg":"trace[164700462] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"296.377466ms","start":"2026-03-31T18:49:43.566114Z","end":"2026-03-31T18:49:43.862491Z","steps":["trace[164700462] 'process raft request' (duration: 296.022967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144227912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:43.862608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029768448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:43.862647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200064622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:43.862684Z","caller":"traceutil/trace.go:171","msg":"trace[1777846509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9628; }","duration":"1.029891221s","start":"2026-03-31T18:49:42.832773Z","end":"2026-03-31T18:49:43.862665Z","steps":["trace[1777846509] 'agreement among raft nodes before linearized reading' (duration: 1.029748148s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:43.862653Z","caller":"traceutil/trace.go:171","msg":"trace[1869754049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9628; }","duration":"1.144350954s","start":"2026-03-31T18:49:42.718286Z","end":"2026-03-31T18:49:43.862637Z","steps":["trace[1869754049] 'agreement among raft nodes before linearized reading' (duration: 1.144218031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144358315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:43.862735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.832748Z","time spent":"1.029981283s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:43.862744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.718265Z","time spent":"1.144468857s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:49:43.862757Z","caller":"traceutil/trace.go:171","msg":"trace[738401978] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9628; }","duration":"1.144430707s","start":"2026-03-31T18:49:42.718312Z","end":"2026-03-31T18:49:43.862742Z","steps":["trace[738401978] 'agreement among raft nodes before linearized reading' (duration: 1.144368485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.263262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:43.8628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.718284Z","time spent":"1.144508068s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:43.862789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136249433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:43.862696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216130321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:43.862829Z","caller":"traceutil/trace.go:171","msg":"trace[307978967] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9628; }","duration":"839.354304ms","start":"2026-03-31T18:49:43.023462Z","end":"2026-03-31T18:49:43.862816Z","steps":["trace[307978967] 'agreement among raft nodes before linearized reading' (duration: 839.274972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144475157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:49:43.862811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24730677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:49:43.862873Z","caller":"traceutil/trace.go:171","msg":"trace[1965002554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9628; }","duration":"1.216399678s","start":"2026-03-31T18:49:42.646459Z","end":"2026-03-31T18:49:43.862859Z","steps":["trace[1965002554] 'agreement among raft nodes before linearized reading' (duration: 1.216102652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.862882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308016198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:49:43.862701Z","caller":"traceutil/trace.go:171","msg":"trace[1656870224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9628; }","duration":"1.200149853s","start":"2026-03-31T18:49:42.662539Z","end":"2026-03-31T18:49:43.862689Z","steps":["trace[1656870224] 'agreement among raft nodes before linearized reading' (duration: 1.199996s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:43.863055Z","caller":"traceutil/trace.go:171","msg":"trace[35392388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9628; }","duration":"1.308267834s","start":"2026-03-31T18:49:42.55476Z","end":"2026-03-31T18:49:43.863028Z","steps":["trace[35392388] 'agreement among raft nodes before linearized reading' (duration: 1.307739782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.863109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.662515Z","time spent":"1.200578793s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:49:43.863175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.55474Z","time spent":"1.308394017s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:49:43.862874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:43.023439Z","time spent":"839.425796ms","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:43.862875Z","caller":"traceutil/trace.go:171","msg":"trace[1634657188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9628; }","duration":"1.136366905s","start":"2026-03-31T18:49:42.726488Z","end":"2026-03-31T18:49:43.862855Z","steps":["trace[1634657188] 'agreement among raft nodes before linearized reading' (duration: 1.1361414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.863309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.726475Z","time spent":"1.136808316s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:49:43.862902Z","caller":"traceutil/trace.go:171","msg":"trace[997667166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9628; }","duration":"1.14458786s","start":"2026-03-31T18:49:42.718297Z","end":"2026-03-31T18:49:43.862885Z","steps":["trace[997667166] 'agreement among raft nodes before linearized reading' (duration: 1.144432786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.863477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.718277Z","time spent":"1.145190463s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:49:43.862918Z","caller":"traceutil/trace.go:171","msg":"trace[2032037999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9628; }","duration":"1.247467164s","start":"2026-03-31T18:49:42.615432Z","end":"2026-03-31T18:49:43.862899Z","steps":["trace[2032037999] 'agreement among raft nodes before linearized reading' (duration: 1.247154027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:43.863617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.615412Z","time spent":"1.24819623s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:43.862978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:42.646436Z","time spent":"1.216529941s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:46.334544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:46.83534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:47.336132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:47.83389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:49:47.833979Z","caller":"traceutil/trace.go:171","msg":"trace[741760996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568735s","start":"2026-03-31T18:49:45.833393Z","end":"2026-03-31T18:49:47.833962Z","steps":["trace[741760996] 'agreement among raft nodes before linearized reading' (duration: 2.000453643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.834029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.833366Z","time spent":"2.000654057s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:49:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:47.837314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:48.337639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:48.838211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:49.338829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:49.834628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:49:49.834831Z","caller":"traceutil/trace.go:171","msg":"trace[1967563367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382933s","start":"2026-03-31T18:49:47.834425Z","end":"2026-03-31T18:49:49.834808Z","steps":["trace[1967563367] 'agreement among raft nodes before linearized reading' (duration: 2.000153337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:49.834919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.834401Z","time spent":"2.000503786s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:49:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:49:49.839962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:49:50.155907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.899673521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:49:50.156381Z","caller":"traceutil/trace.go:171","msg":"trace[1861096171] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"4.900264044s","start":"2026-03-31T18:49:45.256095Z","end":"2026-03-31T18:49:50.156359Z","steps":["trace[1861096171] 'process raft request' (duration: 4.90004811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.156635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.256072Z","time spent":"4.90047561s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.670473Z","caller":"traceutil/trace.go:171","msg":"trace[544097635] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"4.801390381s","start":"2026-03-31T18:49:45.869046Z","end":"2026-03-31T18:49:50.670436Z","steps":["trace[544097635] 'process raft request' (duration: 4.801155216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.670617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.869015Z","time spent":"4.801538115s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.670798Z","caller":"traceutil/trace.go:171","msg":"trace[1605632772] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"4.801382441s","start":"2026-03-31T18:49:45.869368Z","end":"2026-03-31T18:49:50.67075Z","steps":["trace[1605632772] 'process raft request' (duration: 4.801007913s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.67091Z","caller":"traceutil/trace.go:171","msg":"trace[1296100491] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"4.791272294s","start":"2026-03-31T18:49:45.879626Z","end":"2026-03-31T18:49:50.670898Z","steps":["trace[1296100491] 'process raft request' (duration: 4.791045529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.670971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.879616Z","time spent":"4.791329625s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:50.67097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.869357Z","time spent":"4.801522494s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.695064Z","caller":"traceutil/trace.go:171","msg":"trace[1428090225] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"2.993385047s","start":"2026-03-31T18:49:47.70166Z","end":"2026-03-31T18:49:50.695045Z","steps":["trace[1428090225] 'process raft request' (duration: 2.992967887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.695215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.701634Z","time spent":"2.99349143s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.695389Z","caller":"traceutil/trace.go:171","msg":"trace[369268799] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"2.764325558s","start":"2026-03-31T18:49:47.931052Z","end":"2026-03-31T18:49:50.695378Z","steps":["trace[369268799] 'process raft request' (duration: 2.763948149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.695447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.931028Z","time spent":"2.76438811s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.695489Z","caller":"traceutil/trace.go:171","msg":"trace[1667073642] linearizableReadLoop","detail":"{readStateIndex:10020; appliedIndex:10013; }","duration":"4.862014209s","start":"2026-03-31T18:49:45.833455Z","end":"2026-03-31T18:49:50.695469Z","steps":["trace[1667073642] 'read index received' (duration: 4.322705212s)","trace[1667073642] 'applied index is now lower than readState.Index' (duration: 539.307947ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:50.695631Z","caller":"traceutil/trace.go:171","msg":"trace[362572709] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"543.540271ms","start":"2026-03-31T18:49:50.152046Z","end":"2026-03-31T18:49:50.695586Z","steps":["trace[362572709] 'process raft request' (duration: 543.281076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.695708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777711401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:49:50.695767Z","caller":"traceutil/trace.go:171","msg":"trace[1144508569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9641; }","duration":"4.777820604s","start":"2026-03-31T18:49:45.91793Z","end":"2026-03-31T18:49:50.69575Z","steps":["trace[1144508569] 'agreement among raft nodes before linearized reading' (duration: 4.77765884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.695758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730423462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:49:50.695814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.917907Z","time spent":"4.777895565s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:50.695803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.152019Z","time spent":"543.710424ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:50.695832Z","caller":"traceutil/trace.go:171","msg":"trace[1990563400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9641; }","duration":"4.730525484s","start":"2026-03-31T18:49:45.965287Z","end":"2026-03-31T18:49:50.695812Z","steps":["trace[1990563400] 'agreement among raft nodes before linearized reading' (duration: 4.7303105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.695839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359506246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:49:50.695873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.965277Z","time spent":"4.730585655s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:49:50.695897Z","caller":"traceutil/trace.go:171","msg":"trace[1175581252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9641; }","duration":"4.359609729s","start":"2026-03-31T18:49:46.33627Z","end":"2026-03-31T18:49:50.69588Z","steps":["trace[1175581252] 'agreement among raft nodes before linearized reading' (duration: 4.359347143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.695932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.336244Z","time spent":"4.35968047s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:49:50.695961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730754889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:50.695953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359925135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:49:50.696012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.44ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.696028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728515949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:50.696047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.071936008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.696058Z","caller":"traceutil/trace.go:171","msg":"trace[857472777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9641; }","duration":"4.7285636s","start":"2026-03-31T18:49:45.967485Z","end":"2026-03-31T18:49:50.696048Z","steps":["trace[857472777] 'agreement among raft nodes before linearized reading' (duration: 4.728474499s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.696058Z","caller":"traceutil/trace.go:171","msg":"trace[274308697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9641; }","duration":"4.36011404s","start":"2026-03-31T18:49:46.335918Z","end":"2026-03-31T18:49:50.696032Z","steps":["trace[274308697] 'agreement among raft nodes before linearized reading' (duration: 4.359790613s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.69608Z","caller":"traceutil/trace.go:171","msg":"trace[2085200322] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9641; }","duration":"4.07201287s","start":"2026-03-31T18:49:46.624054Z","end":"2026-03-31T18:49:50.696067Z","steps":["trace[2085200322] 'agreement among raft nodes before linearized reading' (duration: 4.071957039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.69609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.967476Z","time spent":"4.728604331s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:49:50.696094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731889484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:49:50.696109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.624032Z","time spent":"4.072070391s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:50.696131Z","caller":"traceutil/trace.go:171","msg":"trace[507115140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9641; }","duration":"4.731948896s","start":"2026-03-31T18:49:45.964173Z","end":"2026-03-31T18:49:50.696122Z","steps":["trace[507115140] 'agreement among raft nodes before linearized reading' (duration: 4.731847854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.055719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:50.69618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.964161Z","time spent":"4.732009327s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:49:50.696204Z","caller":"traceutil/trace.go:171","msg":"trace[1995805117] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9641; }","duration":"317.149071ms","start":"2026-03-31T18:49:50.379041Z","end":"2026-03-31T18:49:50.69619Z","steps":["trace[1995805117] 'agreement among raft nodes before linearized reading' (duration: 317.052328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.69621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.139083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:49:50.696245Z","caller":"traceutil/trace.go:171","msg":"trace[1905910015] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:9641; }","duration":"535.204304ms","start":"2026-03-31T18:49:50.161031Z","end":"2026-03-31T18:49:50.696236Z","steps":["trace[1905910015] 'agreement among raft nodes before linearized reading' (duration: 535.107011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.379023Z","time spent":"317.214723ms","remote":"127.0.0.1:41460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.696286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:50.161012Z","time spent":"535.266796ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:49:50.696321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732126429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:49:50.696107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.335889Z","time spent":"4.360207673s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:49:50.69636Z","caller":"traceutil/trace.go:171","msg":"trace[1604065654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9641; }","duration":"4.732184181s","start":"2026-03-31T18:49:45.964164Z","end":"2026-03-31T18:49:50.696348Z","steps":["trace[1604065654] 'agreement among raft nodes before linearized reading' (duration: 4.732085839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923376811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:49:50.696001Z","caller":"traceutil/trace.go:171","msg":"trace[1344691675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9641; }","duration":"4.730824031s","start":"2026-03-31T18:49:45.965164Z","end":"2026-03-31T18:49:50.695988Z","steps":["trace[1344691675] 'agreement among raft nodes before linearized reading' (duration: 4.730728409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.6964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.964151Z","time spent":"4.732238282s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:49:50.696414Z","caller":"traceutil/trace.go:171","msg":"trace[400326883] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9641; }","duration":"3.923476162s","start":"2026-03-31T18:49:46.772929Z","end":"2026-03-31T18:49:50.696406Z","steps":["trace[400326883] 'agreement among raft nodes before linearized reading' (duration: 3.922664075s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.696055Z","caller":"traceutil/trace.go:171","msg":"trace[2064266096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9641; }","duration":"853.536382ms","start":"2026-03-31T18:49:49.842505Z","end":"2026-03-31T18:49:50.696042Z","steps":["trace[2064266096] 'agreement among raft nodes before linearized reading' (duration: 853.469241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354651172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:50.696517Z","caller":"traceutil/trace.go:171","msg":"trace[214361704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9641; }","duration":"1.354707304s","start":"2026-03-31T18:49:49.341799Z","end":"2026-03-31T18:49:50.696507Z","steps":["trace[214361704] 'agreement among raft nodes before linearized reading' (duration: 1.354670533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.341777Z","time spent":"1.354820116s","remote":"127.0.0.1:48232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.696528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601109893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:50.696624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733103521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:49:50.696644Z","caller":"traceutil/trace.go:171","msg":"trace[756122639] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9641; }","duration":"2.601287876s","start":"2026-03-31T18:49:48.095344Z","end":"2026-03-31T18:49:50.696632Z","steps":["trace[756122639] 'agreement among raft nodes before linearized reading' (duration: 2.601129353s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:50.696669Z","caller":"traceutil/trace.go:171","msg":"trace[2027015018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9641; }","duration":"4.733187033s","start":"2026-03-31T18:49:45.963469Z","end":"2026-03-31T18:49:50.696656Z","steps":["trace[2027015018] 'agreement among raft nodes before linearized reading' (duration: 4.733020499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.842476Z","time spent":"854.008383ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:50.696707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.963443Z","time spent":"4.733254125s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:49:50.696709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:48.095323Z","time spent":"2.601371989s","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.696703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65106481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:49:50.696763Z","caller":"traceutil/trace.go:171","msg":"trace[1752416458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9641; }","duration":"1.651158302s","start":"2026-03-31T18:49:49.045588Z","end":"2026-03-31T18:49:50.696746Z","steps":["trace[1752416458] 'agreement among raft nodes before linearized reading' (duration: 1.650922197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:49.045573Z","time spent":"1.651217143s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:50.696453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:46.772908Z","time spent":"3.923535004s","remote":"127.0.0.1:41774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":891,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:50.696436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:45.965145Z","time spent":"4.731278291s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:49:50.696821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827708637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:50.696866Z","caller":"traceutil/trace.go:171","msg":"trace[953621096] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9641; }","duration":"2.827794698s","start":"2026-03-31T18:49:47.86906Z","end":"2026-03-31T18:49:50.696854Z","steps":["trace[953621096] 'agreement among raft nodes before linearized reading' (duration: 2.827680646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:50.696898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.868983Z","time spent":"2.827907051s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":57,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:55.277126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:55.664691Z","caller":"traceutil/trace.go:171","msg":"trace[1369871611] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"971.958744ms","start":"2026-03-31T18:49:54.692706Z","end":"2026-03-31T18:49:55.664665Z","steps":["trace[1369871611] 'process raft request' (duration: 971.751688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.664847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.692679Z","time spent":"972.086756ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:55.664882Z","caller":"traceutil/trace.go:171","msg":"trace[1834118382] linearizableReadLoop","detail":"{readStateIndex:10044; appliedIndex:10042; }","duration":"888.618529ms","start":"2026-03-31T18:49:54.776239Z","end":"2026-03-31T18:49:55.664857Z","steps":["trace[1834118382] 'read index received' (duration: 888.214069ms)","trace[1834118382] 'applied index is now lower than readState.Index' (duration: 402.31µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:55.665031Z","caller":"traceutil/trace.go:171","msg":"trace[1990062383] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"972.25704ms","start":"2026-03-31T18:49:54.692749Z","end":"2026-03-31T18:49:55.665006Z","steps":["trace[1990062383] 'process raft request' (duration: 971.873872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.905995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:49:55.665175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.028689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:55.665194Z","caller":"traceutil/trace.go:171","msg":"trace[403731394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9663; }","duration":"888.996417ms","start":"2026-03-31T18:49:54.776182Z","end":"2026-03-31T18:49:55.665178Z","steps":["trace[403731394] 'agreement among raft nodes before linearized reading' (duration: 888.837584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.451996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:49:55.665222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.69271Z","time spent":"972.418204ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:55.665245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.776155Z","time spent":"889.072598ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:49:55.665276Z","caller":"traceutil/trace.go:171","msg":"trace[1061199283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9663; }","duration":"843.562269ms","start":"2026-03-31T18:49:54.821697Z","end":"2026-03-31T18:49:55.665259Z","steps":["trace[1061199283] 'agreement among raft nodes before linearized reading' (duration: 843.355334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.821688Z","time spent":"843.61408ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:49:55.665232Z","caller":"traceutil/trace.go:171","msg":"trace[1107068590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9663; }","duration":"848.125111ms","start":"2026-03-31T18:49:54.817092Z","end":"2026-03-31T18:49:55.665217Z","steps":["trace[1107068590] 'agreement among raft nodes before linearized reading' (duration: 847.946597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.407916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:49:55.665375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.828211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:55.66539Z","caller":"traceutil/trace.go:171","msg":"trace[894165783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9663; }","duration":"847.534469ms","start":"2026-03-31T18:49:54.817838Z","end":"2026-03-31T18:49:55.665372Z","steps":["trace[894165783] 'agreement among raft nodes before linearized reading' (duration: 847.299903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.155535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:55.665345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.904957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:55.665394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.817066Z","time spent":"848.300135ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:49:55.665427Z","caller":"traceutil/trace.go:171","msg":"trace[1367323115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9663; }","duration":"833.895502ms","start":"2026-03-31T18:49:54.831518Z","end":"2026-03-31T18:49:55.665414Z","steps":["trace[1367323115] 'agreement among raft nodes before linearized reading' (duration: 833.821501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.817816Z","time spent":"847.61028ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:49:55.665442Z","caller":"traceutil/trace.go:171","msg":"trace[1875324284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9663; }","duration":"845.236217ms","start":"2026-03-31T18:49:54.820191Z","end":"2026-03-31T18:49:55.665427Z","steps":["trace[1875324284] 'agreement among raft nodes before linearized reading' (duration: 845.047653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.831504Z","time spent":"833.953174ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:49:55.665477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.820176Z","time spent":"845.294558ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:49:55.665459Z","caller":"traceutil/trace.go:171","msg":"trace[1971443957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9663; }","duration":"848.031799ms","start":"2026-03-31T18:49:54.81741Z","end":"2026-03-31T18:49:55.665442Z","steps":["trace[1971443957] 'agreement among raft nodes before linearized reading' (duration: 847.848135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.929983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T18:49:55.665522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.332815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:55.665579Z","caller":"traceutil/trace.go:171","msg":"trace[1486615612] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:9663; }","duration":"412.029896ms","start":"2026-03-31T18:49:55.253528Z","end":"2026-03-31T18:49:55.665558Z","steps":["trace[1486615612] 'agreement among raft nodes before linearized reading' (duration: 411.7584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.25347Z","time spent":"412.152949ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" "} {"level":"info","ts":"2026-03-31T18:49:55.665584Z","caller":"traceutil/trace.go:171","msg":"trace[1807924806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9663; }","duration":"848.421668ms","start":"2026-03-31T18:49:54.817148Z","end":"2026-03-31T18:49:55.665569Z","steps":["trace[1807924806] 'agreement among raft nodes before linearized reading' (duration: 848.240584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:55.665712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.817134Z","time spent":"848.566861ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:55.665529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:54.817403Z","time spent":"848.108591ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:55.666167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.888369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:55.666223Z","caller":"traceutil/trace.go:171","msg":"trace[2113279961] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9663; }","duration":"243.020312ms","start":"2026-03-31T18:49:55.423188Z","end":"2026-03-31T18:49:55.666208Z","steps":["trace[2113279961] 'agreement among raft nodes before linearized reading' (duration: 241.997109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.421313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.039305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:56.421499Z","caller":"traceutil/trace.go:171","msg":"trace[1840331540] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"751.118878ms","start":"2026-03-31T18:49:55.670368Z","end":"2026-03-31T18:49:56.421487Z","steps":["trace[1840331540] 'process raft request' (duration: 751.076437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.421515Z","caller":"traceutil/trace.go:171","msg":"trace[975248193] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"751.335763ms","start":"2026-03-31T18:49:55.670154Z","end":"2026-03-31T18:49:56.42149Z","steps":["trace[975248193] 'process raft request' (duration: 751.230001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.421568Z","caller":"traceutil/trace.go:171","msg":"trace[2059704431] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"751.214441ms","start":"2026-03-31T18:49:55.670348Z","end":"2026-03-31T18:49:56.421563Z","steps":["trace[2059704431] 'process raft request' (duration: 751.074738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.421559Z","caller":"traceutil/trace.go:171","msg":"trace[1794508406] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"752.075641ms","start":"2026-03-31T18:49:55.669442Z","end":"2026-03-31T18:49:56.421517Z","steps":["trace[1794508406] 'process raft request' (duration: 624.77005ms)","trace[1794508406] 'compare' (duration: 126.893162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:56.421599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.670317Z","time spent":"751.267652ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:56.42164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.669419Z","time spent":"752.178493ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:56.421646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.67014Z","time spent":"751.432905ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:56.421545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.670354Z","time spent":"751.17194ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:56.421818Z","caller":"traceutil/trace.go:171","msg":"trace[292101331] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"750.909764ms","start":"2026-03-31T18:49:55.6709Z","end":"2026-03-31T18:49:56.42181Z","steps":["trace[292101331] 'process raft request' (duration: 750.564397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.421823Z","caller":"traceutil/trace.go:171","msg":"trace[242560102] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"750.519706ms","start":"2026-03-31T18:49:55.671294Z","end":"2026-03-31T18:49:56.421814Z","steps":["trace[242560102] 'process raft request' (duration: 750.418313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.421859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.670892Z","time spent":"750.947405ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:56.421868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.671285Z","time spent":"750.561526ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:56.421803Z","caller":"traceutil/trace.go:171","msg":"trace[1035136435] linearizableReadLoop","detail":"{readStateIndex:10049; appliedIndex:10044; }","duration":"751.062647ms","start":"2026-03-31T18:49:55.670724Z","end":"2026-03-31T18:49:56.421787Z","steps":["trace[1035136435] 'read index received' (duration: 38.817899ms)","trace[1035136435] 'applied index is now lower than readState.Index' (duration: 712.243868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:56.422161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.425946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:49:56.422215Z","caller":"traceutil/trace.go:171","msg":"trace[157416168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9670; }","duration":"751.509487ms","start":"2026-03-31T18:49:55.670691Z","end":"2026-03-31T18:49:56.4222Z","steps":["trace[157416168] 'agreement among raft nodes before linearized reading' (duration: 751.142019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.42226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.670678Z","time spent":"751.568328ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:49:56.79328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.463411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:49:56.793361Z","caller":"traceutil/trace.go:171","msg":"trace[2106095838] linearizableReadLoop","detail":"{readStateIndex:10052; appliedIndex:10051; }","duration":"371.432626ms","start":"2026-03-31T18:49:56.421916Z","end":"2026-03-31T18:49:56.793348Z","steps":["trace[2106095838] 'read index received' (duration: 223.822792ms)","trace[2106095838] 'applied index is now lower than readState.Index' (duration: 147.608804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:56.793488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.040758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:49:56.793508Z","caller":"traceutil/trace.go:171","msg":"trace[1517645108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9670; }","duration":"956.105279ms","start":"2026-03-31T18:49:55.837397Z","end":"2026-03-31T18:49:56.793503Z","steps":["trace[1517645108] 'agreement among raft nodes before linearized reading' (duration: 955.981066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.793528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.837367Z","time spent":"956.156391ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:49:56.793531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.367121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:49:56.793598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.556268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:56.793657Z","caller":"traceutil/trace.go:171","msg":"trace[495394514] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9670; }","duration":"947.653521ms","start":"2026-03-31T18:49:55.845986Z","end":"2026-03-31T18:49:56.79364Z","steps":["trace[495394514] 'agreement among raft nodes before linearized reading' (duration: 947.526098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:56.793658Z","caller":"traceutil/trace.go:171","msg":"trace[744576368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9670; }","duration":"695.534775ms","start":"2026-03-31T18:49:56.098077Z","end":"2026-03-31T18:49:56.793612Z","steps":["trace[744576368] 'agreement among raft nodes before linearized reading' (duration: 695.347061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.793638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.929497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:56.793702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:55.845968Z","time spent":"947.724132ms","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:56.793737Z","caller":"traceutil/trace.go:171","msg":"trace[2050476769] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9670; }","duration":"731.09535ms","start":"2026-03-31T18:49:56.062619Z","end":"2026-03-31T18:49:56.793715Z","steps":["trace[2050476769] 'agreement among raft nodes before linearized reading' (duration: 730.876335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:56.793792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.062595Z","time spent":"731.189543ms","remote":"127.0.0.1:51500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:56.793737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:56.098054Z","time spent":"695.659798ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:49:57.045515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.560587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:49:57.045605Z","caller":"traceutil/trace.go:171","msg":"trace[1193985049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9671; }","duration":"111.719672ms","start":"2026-03-31T18:49:56.933863Z","end":"2026-03-31T18:49:57.045582Z","steps":["trace[1193985049] 'range keys from in-memory index tree' (duration: 111.369063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:57.045712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.792394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:57.045735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.269659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:57.045802Z","caller":"traceutil/trace.go:171","msg":"trace[982354232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9671; }","duration":"212.918737ms","start":"2026-03-31T18:49:56.832861Z","end":"2026-03-31T18:49:57.045779Z","steps":["trace[982354232] 'range keys from in-memory index tree' (duration: 212.666542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:57.045857Z","caller":"traceutil/trace.go:171","msg":"trace[391957106] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9671; }","duration":"118.452202ms","start":"2026-03-31T18:49:56.927383Z","end":"2026-03-31T18:49:57.045835Z","steps":["trace[391957106] 'range keys from in-memory index tree' (duration: 118.096085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.406898Z","caller":"traceutil/trace.go:171","msg":"trace[157080279] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"736.623644ms","start":"2026-03-31T18:49:57.670249Z","end":"2026-03-31T18:49:58.406872Z","steps":["trace[157080279] 'process raft request' (duration: 736.407409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.40707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.670225Z","time spent":"736.762937ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:58.694863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.357767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:49:58.695076Z","caller":"traceutil/trace.go:171","msg":"trace[1473824791] linearizableReadLoop","detail":"{readStateIndex:10056; appliedIndex:10054; }","duration":"269.368222ms","start":"2026-03-31T18:49:58.425688Z","end":"2026-03-31T18:49:58.695056Z","steps":["trace[1473824791] 'read index received' (duration: 105.553834ms)","trace[1473824791] 'applied index is now lower than readState.Index' (duration: 163.813038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:58.695204Z","caller":"traceutil/trace.go:171","msg":"trace[1581487617] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"488.665452ms","start":"2026-03-31T18:49:58.206523Z","end":"2026-03-31T18:49:58.695189Z","steps":["trace[1581487617] 'process raft request' (duration: 488.446097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.695297Z","caller":"traceutil/trace.go:171","msg":"trace[443194458] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"1.023478987s","start":"2026-03-31T18:49:57.671778Z","end":"2026-03-31T18:49:58.695257Z","steps":["trace[443194458] 'process raft request' (duration: 859.450345ms)","trace[443194458] 'compare' (duration: 163.129112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:49:58.695423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.694863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:49:58.695457Z","caller":"traceutil/trace.go:171","msg":"trace[907825046] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9674; }","duration":"133.771324ms","start":"2026-03-31T18:49:58.561675Z","end":"2026-03-31T18:49:58.695446Z","steps":["trace[907825046] 'agreement among raft nodes before linearized reading' (duration: 133.701513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.695459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.75998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:49:58.695469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.87032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:49:58.695495Z","caller":"traceutil/trace.go:171","msg":"trace[1062409803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9674; }","duration":"269.847302ms","start":"2026-03-31T18:49:58.425637Z","end":"2026-03-31T18:49:58.695485Z","steps":["trace[1062409803] 'agreement among raft nodes before linearized reading' (duration: 269.713959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.695527Z","caller":"traceutil/trace.go:171","msg":"trace[2042143400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9674; }","duration":"268.950392ms","start":"2026-03-31T18:49:58.426562Z","end":"2026-03-31T18:49:58.695513Z","steps":["trace[2042143400] 'agreement among raft nodes before linearized reading' (duration: 268.792188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.695518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.545208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:49:58.695527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.726469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:49:58.695578Z","caller":"traceutil/trace.go:171","msg":"trace[1722078452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9674; }","duration":"266.655662ms","start":"2026-03-31T18:49:58.42891Z","end":"2026-03-31T18:49:58.695566Z","steps":["trace[1722078452] 'agreement among raft nodes before linearized reading' (duration: 266.494347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.695607Z","caller":"traceutil/trace.go:171","msg":"trace[2147356486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9674; }","duration":"269.830752ms","start":"2026-03-31T18:49:58.425755Z","end":"2026-03-31T18:49:58.695586Z","steps":["trace[2147356486] 'agreement among raft nodes before linearized reading' (duration: 269.601656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.695636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.810522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:49:58.695547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.679148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:49:58.695699Z","caller":"traceutil/trace.go:171","msg":"trace[1446087174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9674; }","duration":"269.909535ms","start":"2026-03-31T18:49:58.425776Z","end":"2026-03-31T18:49:58.695686Z","steps":["trace[1446087174] 'agreement among raft nodes before linearized reading' (duration: 269.691439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.695722Z","caller":"traceutil/trace.go:171","msg":"trace[501944456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9674; }","duration":"269.910854ms","start":"2026-03-31T18:49:58.42579Z","end":"2026-03-31T18:49:58.695701Z","steps":["trace[501944456] 'agreement among raft nodes before linearized reading' (duration: 269.634987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.695655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.112907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:49:58.695842Z","caller":"traceutil/trace.go:171","msg":"trace[155080297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9674; }","duration":"269.310181ms","start":"2026-03-31T18:49:58.426511Z","end":"2026-03-31T18:49:58.695822Z","steps":["trace[155080297] 'agreement among raft nodes before linearized reading' (duration: 269.066875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.695304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:58.206497Z","time spent":"488.751393ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:49:58.696082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:57.671767Z","time spent":"1.0235963s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:58.950934Z","caller":"traceutil/trace.go:171","msg":"trace[582816212] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"150.972281ms","start":"2026-03-31T18:49:58.799939Z","end":"2026-03-31T18:49:58.950911Z","steps":["trace[582816212] 'process raft request' (duration: 150.92948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.95137Z","caller":"traceutil/trace.go:171","msg":"trace[17507840] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"251.638115ms","start":"2026-03-31T18:49:58.699714Z","end":"2026-03-31T18:49:58.951352Z","steps":["trace[17507840] 'process raft request' (duration: 237.242053ms)","trace[17507840] 'compare' (duration: 13.608845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:58.951613Z","caller":"traceutil/trace.go:171","msg":"trace[1952992857] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"249.286852ms","start":"2026-03-31T18:49:58.702286Z","end":"2026-03-31T18:49:58.951573Z","steps":["trace[1952992857] 'process raft request' (duration: 248.541716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.951687Z","caller":"traceutil/trace.go:171","msg":"trace[1022398027] linearizableReadLoop","detail":"{readStateIndex:10061; appliedIndex:10056; }","duration":"249.67125ms","start":"2026-03-31T18:49:58.701995Z","end":"2026-03-31T18:49:58.951666Z","steps":["trace[1022398027] 'read index received' (duration: 9.330668ms)","trace[1022398027] 'applied index is now lower than readState.Index' (duration: 240.338212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:58.951865Z","caller":"traceutil/trace.go:171","msg":"trace[523403218] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"250.827627ms","start":"2026-03-31T18:49:58.700981Z","end":"2026-03-31T18:49:58.951808Z","steps":["trace[523403218] 'process raft request' (duration: 249.762464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.951989Z","caller":"traceutil/trace.go:171","msg":"trace[327289864] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"250.575291ms","start":"2026-03-31T18:49:58.701396Z","end":"2026-03-31T18:49:58.951972Z","steps":["trace[327289864] 'process raft request' (duration: 249.383555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:58.952139Z","caller":"traceutil/trace.go:171","msg":"trace[1503245945] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"251.582623ms","start":"2026-03-31T18:49:58.700543Z","end":"2026-03-31T18:49:58.952125Z","steps":["trace[1503245945] 'process raft request' (duration: 250.150112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.952201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.190673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:49:58.952266Z","caller":"traceutil/trace.go:171","msg":"trace[1825179675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9681; }","duration":"250.287924ms","start":"2026-03-31T18:49:58.701955Z","end":"2026-03-31T18:49:58.952242Z","steps":["trace[1825179675] 'agreement among raft nodes before linearized reading' (duration: 249.913206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.95238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.113804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:58.952439Z","caller":"traceutil/trace.go:171","msg":"trace[1489442189] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9681; }","duration":"126.226796ms","start":"2026-03-31T18:49:58.826199Z","end":"2026-03-31T18:49:58.952425Z","steps":["trace[1489442189] 'agreement among raft nodes before linearized reading' (duration: 126.083353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:58.952674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.581387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:49:58.952727Z","caller":"traceutil/trace.go:171","msg":"trace[1397657975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9681; }","duration":"119.656058ms","start":"2026-03-31T18:49:58.833058Z","end":"2026-03-31T18:49:58.952714Z","steps":["trace[1397657975] 'agreement among raft nodes before linearized reading' (duration: 119.578217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.608268Z","caller":"traceutil/trace.go:171","msg":"trace[637991704] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"196.98194ms","start":"2026-03-31T18:50:00.411265Z","end":"2026-03-31T18:50:00.608247Z","steps":["trace[637991704] 'process raft request' (duration: 196.847917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.848804Z","caller":"traceutil/trace.go:171","msg":"trace[1214639001] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"147.539374ms","start":"2026-03-31T18:50:00.701241Z","end":"2026-03-31T18:50:00.84878Z","steps":["trace[1214639001] 'process raft request' (duration: 147.159745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:00.848881Z","caller":"traceutil/trace.go:171","msg":"trace[1834374981] linearizableReadLoop","detail":"{readStateIndex:10065; appliedIndex:10065; }","duration":"133.400367ms","start":"2026-03-31T18:50:00.715438Z","end":"2026-03-31T18:50:00.848838Z","steps":["trace[1834374981] 'read index received' (duration: 133.385976ms)","trace[1834374981] 'applied index is now lower than readState.Index' (duration: 11.711µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:00.849362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.873257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:50:00.849439Z","caller":"traceutil/trace.go:171","msg":"trace[989380366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9683; }","duration":"134.026141ms","start":"2026-03-31T18:50:00.715394Z","end":"2026-03-31T18:50:00.849421Z","steps":["trace[989380366] 'agreement among raft nodes before linearized reading' (duration: 133.725854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.177513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.359783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:01.177763Z","caller":"traceutil/trace.go:171","msg":"trace[1188427035] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"325.11615ms","start":"2026-03-31T18:50:00.852626Z","end":"2026-03-31T18:50:01.177742Z","steps":["trace[1188427035] 'process raft request' (duration: 325.061809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.177868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.852607Z","time spent":"325.209702ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:01.177963Z","caller":"traceutil/trace.go:171","msg":"trace[1724920679] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"361.584596ms","start":"2026-03-31T18:50:00.816336Z","end":"2026-03-31T18:50:01.177921Z","steps":["trace[1724920679] 'process raft request' (duration: 132.697881ms)","trace[1724920679] 'compare' (duration: 228.206419ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:01.178Z","caller":"traceutil/trace.go:171","msg":"trace[903068128] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"360.614635ms","start":"2026-03-31T18:50:00.817352Z","end":"2026-03-31T18:50:01.177966Z","steps":["trace[903068128] 'process raft request' (duration: 360.261377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.178081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.887902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.178143Z","caller":"traceutil/trace.go:171","msg":"trace[2050492466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9686; }","duration":"344.953494ms","start":"2026-03-31T18:50:00.833175Z","end":"2026-03-31T18:50:01.178129Z","steps":["trace[2050492466] 'agreement among raft nodes before linearized reading' (duration: 344.851791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.177986Z","caller":"traceutil/trace.go:171","msg":"trace[816281126] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10065; }","duration":"329.003628ms","start":"2026-03-31T18:50:00.848959Z","end":"2026-03-31T18:50:01.177963Z","steps":["trace[816281126] 'read index received' (duration: 100.00901ms)","trace[816281126] 'applied index is now lower than readState.Index' (duration: 228.991278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:01.17815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.816307Z","time spent":"361.75058ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.178159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.817337Z","time spent":"360.727887ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.178189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.833112Z","time spent":"345.065227ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:01.222559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.629216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:50:01.222615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.93474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:01.222651Z","caller":"traceutil/trace.go:171","msg":"trace[230128957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9687; }","duration":"264.769089ms","start":"2026-03-31T18:50:00.957863Z","end":"2026-03-31T18:50:01.222632Z","steps":["trace[230128957] 'agreement among raft nodes before linearized reading' (duration: 264.481852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.222675Z","caller":"traceutil/trace.go:171","msg":"trace[188951587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9687; }","duration":"264.024353ms","start":"2026-03-31T18:50:00.958637Z","end":"2026-03-31T18:50:01.222662Z","steps":["trace[188951587] 'agreement among raft nodes before linearized reading' (duration: 263.834209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.222815Z","caller":"traceutil/trace.go:171","msg":"trace[1136474072] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"266.831295ms","start":"2026-03-31T18:50:00.955976Z","end":"2026-03-31T18:50:01.222807Z","steps":["trace[1136474072] 'process raft request' (duration: 266.16002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.222839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.149421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:50:01.222843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.115905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:50:01.222836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.620026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:01.222906Z","caller":"traceutil/trace.go:171","msg":"trace[988572025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9687; }","duration":"262.218652ms","start":"2026-03-31T18:50:00.960672Z","end":"2026-03-31T18:50:01.22289Z","steps":["trace[988572025] 'agreement among raft nodes before linearized reading' (duration: 262.047748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.22284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.941661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:50:01.22293Z","caller":"traceutil/trace.go:171","msg":"trace[2079366052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9687; }","duration":"264.222358ms","start":"2026-03-31T18:50:00.958684Z","end":"2026-03-31T18:50:01.222906Z","steps":["trace[2079366052] 'agreement among raft nodes before linearized reading' (duration: 263.86269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.22294Z","caller":"traceutil/trace.go:171","msg":"trace[1040561318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9687; }","duration":"264.760349ms","start":"2026-03-31T18:50:00.958163Z","end":"2026-03-31T18:50:01.222923Z","steps":["trace[1040561318] 'agreement among raft nodes before linearized reading' (duration: 264.498603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.222978Z","caller":"traceutil/trace.go:171","msg":"trace[1994484237] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:9687; }","duration":"264.096465ms","start":"2026-03-31T18:50:00.958872Z","end":"2026-03-31T18:50:01.222968Z","steps":["trace[1994484237] 'agreement among raft nodes before linearized reading' (duration: 263.86254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.223246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.412652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:50:01.223383Z","caller":"traceutil/trace.go:171","msg":"trace[1340976039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9687; }","duration":"264.592955ms","start":"2026-03-31T18:50:00.958759Z","end":"2026-03-31T18:50:01.223352Z","steps":["trace[1340976039] 'agreement among raft nodes before linearized reading' (duration: 263.688445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.427303Z","caller":"traceutil/trace.go:171","msg":"trace[1243662224] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"200.124392ms","start":"2026-03-31T18:50:01.227159Z","end":"2026-03-31T18:50:01.427283Z","steps":["trace[1243662224] 'process raft request' (duration: 200.063901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.427357Z","caller":"traceutil/trace.go:171","msg":"trace[923015028] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"200.538091ms","start":"2026-03-31T18:50:01.22678Z","end":"2026-03-31T18:50:01.427319Z","steps":["trace[923015028] 'process raft request' (duration: 200.292925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.427617Z","caller":"traceutil/trace.go:171","msg":"trace[777969673] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"200.202574ms","start":"2026-03-31T18:50:01.227402Z","end":"2026-03-31T18:50:01.427605Z","steps":["trace[777969673] 'process raft request' (duration: 199.852406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.427835Z","caller":"traceutil/trace.go:171","msg":"trace[1832721743] linearizableReadLoop","detail":"{readStateIndex:10075; appliedIndex:10069; }","duration":"200.023519ms","start":"2026-03-31T18:50:01.227783Z","end":"2026-03-31T18:50:01.427807Z","steps":["trace[1832721743] 'read index received' (duration: 26.869142ms)","trace[1832721743] 'applied index is now lower than readState.Index' (duration: 173.153037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:01.427869Z","caller":"traceutil/trace.go:171","msg":"trace[634164103] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"200.338456ms","start":"2026-03-31T18:50:01.2275Z","end":"2026-03-31T18:50:01.427838Z","steps":["trace[634164103] 'process raft request' (duration: 200.029199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.427914Z","caller":"traceutil/trace.go:171","msg":"trace[489688560] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"200.347016ms","start":"2026-03-31T18:50:01.227549Z","end":"2026-03-31T18:50:01.427896Z","steps":["trace[489688560] 'process raft request' (duration: 200.188443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.428326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.52448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:50:01.428389Z","caller":"traceutil/trace.go:171","msg":"trace[1846938232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9692; }","duration":"200.625203ms","start":"2026-03-31T18:50:01.227749Z","end":"2026-03-31T18:50:01.428374Z","steps":["trace[1846938232] 'agreement among raft nodes before linearized reading' (duration: 200.169033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.464771Z","caller":"traceutil/trace.go:171","msg":"trace[862750511] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"208.876098ms","start":"2026-03-31T18:50:01.255866Z","end":"2026-03-31T18:50:01.464742Z","steps":["trace[862750511] 'process raft request' (duration: 208.679634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:02.84863Z","caller":"traceutil/trace.go:171","msg":"trace[182665685] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"235.927502ms","start":"2026-03-31T18:50:02.612666Z","end":"2026-03-31T18:50:02.848594Z","steps":["trace[182665685] 'process raft request' (duration: 235.693847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.431384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:50:03.477609Z","caller":"traceutil/trace.go:171","msg":"trace[601737402] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"623.022101ms","start":"2026-03-31T18:50:02.854556Z","end":"2026-03-31T18:50:03.477578Z","steps":["trace[601737402] 'process raft request' (duration: 622.778865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.47781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.854531Z","time spent":"623.167914ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:03.872439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.350661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:03.872526Z","caller":"traceutil/trace.go:171","msg":"trace[1669282252] linearizableReadLoop","detail":"{readStateIndex:10079; appliedIndex:10077; }","duration":"941.299759ms","start":"2026-03-31T18:50:02.931212Z","end":"2026-03-31T18:50:03.872511Z","steps":["trace[1669282252] 'read index received' (duration: 546.14843ms)","trace[1669282252] 'applied index is now lower than readState.Index' (duration: 395.150489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:03.872603Z","caller":"traceutil/trace.go:171","msg":"trace[27653736] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"644.202325ms","start":"2026-03-31T18:50:03.228393Z","end":"2026-03-31T18:50:03.872596Z","steps":["trace[27653736] 'process raft request' (duration: 495.616518ms)","trace[27653736] 'compare' (duration: 148.036684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:03.872642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.228369Z","time spent":"644.253066ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:03.872806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.580755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:50:03.872867Z","caller":"traceutil/trace.go:171","msg":"trace[414860986] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9696; }","duration":"941.679466ms","start":"2026-03-31T18:50:02.931169Z","end":"2026-03-31T18:50:03.872848Z","steps":["trace[414860986] 'agreement among raft nodes before linearized reading' (duration: 941.539853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.872898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:02.93115Z","time spent":"941.740888ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:50:03.872908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.781981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:50:03.872983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.356323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:03.872897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.721489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:50:03.873008Z","caller":"traceutil/trace.go:171","msg":"trace[1342605796] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9696; }","duration":"441.425315ms","start":"2026-03-31T18:50:03.431575Z","end":"2026-03-31T18:50:03.873Z","steps":["trace[1342605796] 'agreement among raft nodes before linearized reading' (duration: 441.294662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:03.873012Z","caller":"traceutil/trace.go:171","msg":"trace[1034453291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9696; }","duration":"440.925713ms","start":"2026-03-31T18:50:03.432068Z","end":"2026-03-31T18:50:03.872994Z","steps":["trace[1034453291] 'agreement among raft nodes before linearized reading' (duration: 440.669748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.873031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.431534Z","time spent":"441.492056ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:50:03.873037Z","caller":"traceutil/trace.go:171","msg":"trace[1380847368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9696; }","duration":"691.943754ms","start":"2026-03-31T18:50:03.181075Z","end":"2026-03-31T18:50:03.873019Z","steps":["trace[1380847368] 'agreement among raft nodes before linearized reading' (duration: 691.648777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.873064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.432054Z","time spent":"440.996826ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:03.873095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.181052Z","time spent":"692.033345ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:03.873128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.631479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:03.873147Z","caller":"traceutil/trace.go:171","msg":"trace[204392210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9696; }","duration":"441.690711ms","start":"2026-03-31T18:50:03.43145Z","end":"2026-03-31T18:50:03.873141Z","steps":["trace[204392210] 'agreement among raft nodes before linearized reading' (duration: 441.6388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.873167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.431431Z","time spent":"441.732391ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:03.873088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.266331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:50:03.873195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.562436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:03.87323Z","caller":"traceutil/trace.go:171","msg":"trace[831526163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9696; }","duration":"440.626447ms","start":"2026-03-31T18:50:03.432594Z","end":"2026-03-31T18:50:03.87322Z","steps":["trace[831526163] 'agreement among raft nodes before linearized reading' (duration: 440.523035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:03.873229Z","caller":"traceutil/trace.go:171","msg":"trace[1196678336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9696; }","duration":"441.425364ms","start":"2026-03-31T18:50:03.43179Z","end":"2026-03-31T18:50:03.873215Z","steps":["trace[1196678336] 'agreement among raft nodes before linearized reading' (duration: 441.203309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.873253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.43258Z","time spent":"440.667868ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:03.873266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.431781Z","time spent":"441.475456ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:03.873309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.376744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:03.873407Z","caller":"traceutil/trace.go:171","msg":"trace[199455799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9696; }","duration":"437.508476ms","start":"2026-03-31T18:50:03.435872Z","end":"2026-03-31T18:50:03.87338Z","steps":["trace[199455799] 'agreement among raft nodes before linearized reading' (duration: 437.22173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:03.873494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.435857Z","time spent":"437.617769ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:50:04.429329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.918457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:04.429531Z","caller":"traceutil/trace.go:171","msg":"trace[1112344150] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"552.201575ms","start":"2026-03-31T18:50:03.877301Z","end":"2026-03-31T18:50:04.429503Z","steps":["trace[1112344150] 'process raft request' (duration: 104.958481ms)","trace[1112344150] 'compare' (duration: 446.763773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:04.429618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.87728Z","time spent":"552.299097ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:04.493412Z","caller":"traceutil/trace.go:171","msg":"trace[292210263] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"616.097906ms","start":"2026-03-31T18:50:03.877303Z","end":"2026-03-31T18:50:04.493401Z","steps":["trace[292210263] 'process raft request' (duration: 615.909822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.493517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.877276Z","time spent":"616.186017ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:04.493747Z","caller":"traceutil/trace.go:171","msg":"trace[2123407668] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"616.150137ms","start":"2026-03-31T18:50:03.877591Z","end":"2026-03-31T18:50:04.493741Z","steps":["trace[2123407668] 'process raft request' (duration: 615.972333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:04.493721Z","caller":"traceutil/trace.go:171","msg":"trace[1850451455] linearizableReadLoop","detail":"{readStateIndex:10083; appliedIndex:10079; }","duration":"616.111796ms","start":"2026-03-31T18:50:03.877589Z","end":"2026-03-31T18:50:04.493701Z","steps":["trace[1850451455] 'read index received' (duration: 104.685825ms)","trace[1850451455] 'applied index is now lower than readState.Index' (duration: 511.425201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:04.493778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.877583Z","time spent":"616.179067ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:04.493857Z","caller":"traceutil/trace.go:171","msg":"trace[2002211246] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"615.938972ms","start":"2026-03-31T18:50:03.877906Z","end":"2026-03-31T18:50:04.493845Z","steps":["trace[2002211246] 'process raft request' (duration: 615.755958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:04.493883Z","caller":"traceutil/trace.go:171","msg":"trace[1010201311] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"616.389312ms","start":"2026-03-31T18:50:03.877465Z","end":"2026-03-31T18:50:04.493854Z","steps":["trace[1010201311] 'process raft request' (duration: 615.879741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.493971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.877896Z","time spent":"616.002093ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.494119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.877452Z","time spent":"616.503054ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:04.494255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.674369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:50:04.49428Z","caller":"traceutil/trace.go:171","msg":"trace[2022268987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9702; }","duration":"616.722929ms","start":"2026-03-31T18:50:03.877551Z","end":"2026-03-31T18:50:04.494274Z","steps":["trace[2022268987] 'agreement among raft nodes before linearized reading' (duration: 616.500554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.494295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.87754Z","time spent":"616.75096ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:50:04.494942Z","caller":"traceutil/trace.go:171","msg":"trace[485340515] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"615.910151ms","start":"2026-03-31T18:50:03.877458Z","end":"2026-03-31T18:50:04.493368Z","steps":["trace[485340515] 'process raft request' (duration: 615.85176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:04.494983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:03.877447Z","time spent":"617.517228ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:05.046605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.707016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.046695Z","caller":"traceutil/trace.go:171","msg":"trace[1054362556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9702; }","duration":"213.861769ms","start":"2026-03-31T18:50:04.832814Z","end":"2026-03-31T18:50:05.046675Z","steps":["trace[1054362556] 'range keys from in-memory index tree' (duration: 213.578614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.047005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.634462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.047108Z","caller":"traceutil/trace.go:171","msg":"trace[1797572542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9702; }","duration":"279.778625ms","start":"2026-03-31T18:50:04.767305Z","end":"2026-03-31T18:50:05.047083Z","steps":["trace[1797572542] 'range keys from in-memory index tree' (duration: 279.5599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.125765Z","caller":"traceutil/trace.go:171","msg":"trace[1712767663] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"272.530042ms","start":"2026-03-31T18:50:04.853213Z","end":"2026-03-31T18:50:05.125743Z","steps":["trace[1712767663] 'process raft request' (duration: 272.319428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.125967Z","caller":"traceutil/trace.go:171","msg":"trace[151059142] linearizableReadLoop","detail":"{readStateIndex:10086; appliedIndex:10085; }","duration":"134.91707ms","start":"2026-03-31T18:50:04.990779Z","end":"2026-03-31T18:50:05.125696Z","steps":["trace[151059142] 'read index received' (duration: 134.602103ms)","trace[151059142] 'applied index is now lower than readState.Index' (duration: 313.727µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:05.126078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.276068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.126178Z","caller":"traceutil/trace.go:171","msg":"trace[808795845] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9703; }","duration":"135.413402ms","start":"2026-03-31T18:50:04.990751Z","end":"2026-03-31T18:50:05.126165Z","steps":["trace[808795845] 'agreement among raft nodes before linearized reading' (duration: 135.272469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.475661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.125146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T18:50:05.475735Z","caller":"traceutil/trace.go:171","msg":"trace[1994686588] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:9703; }","duration":"223.252659ms","start":"2026-03-31T18:50:05.25246Z","end":"2026-03-31T18:50:05.475712Z","steps":["trace[1994686588] 'range keys from in-memory index tree' (duration: 222.933432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.671728Z","caller":"traceutil/trace.go:171","msg":"trace[245992341] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"193.521203ms","start":"2026-03-31T18:50:05.478184Z","end":"2026-03-31T18:50:05.671705Z","steps":["trace[245992341] 'process raft request' (duration: 193.280137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.721352Z","caller":"traceutil/trace.go:171","msg":"trace[351362141] linearizableReadLoop","detail":"{readStateIndex:10088; appliedIndex:10086; }","duration":"186.674609ms","start":"2026-03-31T18:50:05.534652Z","end":"2026-03-31T18:50:05.721326Z","steps":["trace[351362141] 'read index received' (duration: 136.824924ms)","trace[351362141] 'applied index is now lower than readState.Index' (duration: 49.848295ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:05.72146Z","caller":"traceutil/trace.go:171","msg":"trace[802246371] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"237.898246ms","start":"2026-03-31T18:50:05.483536Z","end":"2026-03-31T18:50:05.721435Z","steps":["trace[802246371] 'process raft request' (duration: 228.165088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.721528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.851274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.72158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.872465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.721599Z","caller":"traceutil/trace.go:171","msg":"trace[1117115660] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9705; }","duration":"186.963527ms","start":"2026-03-31T18:50:05.53462Z","end":"2026-03-31T18:50:05.721584Z","steps":["trace[1117115660] 'agreement among raft nodes before linearized reading' (duration: 186.836114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.721621Z","caller":"traceutil/trace.go:171","msg":"trace[864881009] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9705; }","duration":"186.966066ms","start":"2026-03-31T18:50:05.534642Z","end":"2026-03-31T18:50:05.721608Z","steps":["trace[864881009] 'agreement among raft nodes before linearized reading' (duration: 186.852624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.721785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.62247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.72186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.792096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.721869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.728263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.721902Z","caller":"traceutil/trace.go:171","msg":"trace[2136096309] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9705; }","duration":"112.876978ms","start":"2026-03-31T18:50:05.609012Z","end":"2026-03-31T18:50:05.721889Z","steps":["trace[2136096309] 'agreement among raft nodes before linearized reading' (duration: 112.792607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.721908Z","caller":"traceutil/trace.go:171","msg":"trace[325386648] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9705; }","duration":"128.793564ms","start":"2026-03-31T18:50:05.593105Z","end":"2026-03-31T18:50:05.721898Z","steps":["trace[325386648] 'agreement among raft nodes before linearized reading' (duration: 128.680681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.721925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.511502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.721945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.306514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.721961Z","caller":"traceutil/trace.go:171","msg":"trace[1732589454] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9705; }","duration":"113.552453ms","start":"2026-03-31T18:50:05.608397Z","end":"2026-03-31T18:50:05.72195Z","steps":["trace[1732589454] 'agreement among raft nodes before linearized reading' (duration: 113.499472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.72198Z","caller":"traceutil/trace.go:171","msg":"trace[998488015] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9705; }","duration":"153.345314ms","start":"2026-03-31T18:50:05.568622Z","end":"2026-03-31T18:50:05.721967Z","steps":["trace[998488015] 'agreement among raft nodes before linearized reading' (duration: 153.306353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.72185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.722075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.669545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.722105Z","caller":"traceutil/trace.go:171","msg":"trace[1474726181] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9705; }","duration":"113.735817ms","start":"2026-03-31T18:50:05.60836Z","end":"2026-03-31T18:50:05.722096Z","steps":["trace[1474726181] 'agreement among raft nodes before linearized reading' (duration: 113.675526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.722107Z","caller":"traceutil/trace.go:171","msg":"trace[2142513355] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9705; }","duration":"168.070673ms","start":"2026-03-31T18:50:05.554021Z","end":"2026-03-31T18:50:05.722091Z","steps":["trace[2142513355] 'agreement among raft nodes before linearized reading' (duration: 167.794347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.722128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.13286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.722137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.706683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.722129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.762143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.722161Z","caller":"traceutil/trace.go:171","msg":"trace[944633929] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9705; }","duration":"187.178901ms","start":"2026-03-31T18:50:05.534973Z","end":"2026-03-31T18:50:05.722152Z","steps":["trace[944633929] 'agreement among raft nodes before linearized reading' (duration: 187.10994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.722177Z","caller":"traceutil/trace.go:171","msg":"trace[811464717] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9705; }","duration":"128.750073ms","start":"2026-03-31T18:50:05.593413Z","end":"2026-03-31T18:50:05.722163Z","steps":["trace[811464717] 'agreement among raft nodes before linearized reading' (duration: 128.690662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.72191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.70583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.722192Z","caller":"traceutil/trace.go:171","msg":"trace[1942289487] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9705; }","duration":"153.850505ms","start":"2026-03-31T18:50:05.568324Z","end":"2026-03-31T18:50:05.722174Z","steps":["trace[1942289487] 'agreement among raft nodes before linearized reading' (duration: 153.739762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.722221Z","caller":"traceutil/trace.go:171","msg":"trace[653598285] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9705; }","duration":"153.051507ms","start":"2026-03-31T18:50:05.569159Z","end":"2026-03-31T18:50:05.72221Z","steps":["trace[653598285] 'agreement among raft nodes before linearized reading' (duration: 152.72909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.722222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.615748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.72226Z","caller":"traceutil/trace.go:171","msg":"trace[347712134] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9705; }","duration":"169.685019ms","start":"2026-03-31T18:50:05.552564Z","end":"2026-03-31T18:50:05.722249Z","steps":["trace[347712134] 'agreement among raft nodes before linearized reading' (duration: 169.624978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.721871Z","caller":"traceutil/trace.go:171","msg":"trace[1127458055] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9705; }","duration":"128.738873ms","start":"2026-03-31T18:50:05.59311Z","end":"2026-03-31T18:50:05.721849Z","steps":["trace[1127458055] 'agreement among raft nodes before linearized reading' (duration: 128.62801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.722686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.079288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.722766Z","caller":"traceutil/trace.go:171","msg":"trace[155191519] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9705; }","duration":"170.197931ms","start":"2026-03-31T18:50:05.552544Z","end":"2026-03-31T18:50:05.722742Z","steps":["trace[155191519] 'agreement among raft nodes before linearized reading' (duration: 170.058128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.955091Z","caller":"traceutil/trace.go:171","msg":"trace[890484789] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"185.259528ms","start":"2026-03-31T18:50:05.769794Z","end":"2026-03-31T18:50:05.955054Z","steps":["trace[890484789] 'process raft request' (duration: 140.505266ms)","trace[890484789] 'compare' (duration: 44.610469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:05.955726Z","caller":"traceutil/trace.go:171","msg":"trace[587668275] linearizableReadLoop","detail":"{readStateIndex:10090; appliedIndex:10088; }","duration":"156.006163ms","start":"2026-03-31T18:50:05.799695Z","end":"2026-03-31T18:50:05.955701Z","steps":["trace[587668275] 'read index received' (duration: 110.628168ms)","trace[587668275] 'applied index is now lower than readState.Index' (duration: 45.376805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:05.956025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.30686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.956074Z","caller":"traceutil/trace.go:171","msg":"trace[1021053121] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9708; }","duration":"156.394492ms","start":"2026-03-31T18:50:05.799665Z","end":"2026-03-31T18:50:05.95606Z","steps":["trace[1021053121] 'agreement among raft nodes before linearized reading' (duration: 156.30275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.956349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.391865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.956418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.167808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.956412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.448135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.956477Z","caller":"traceutil/trace.go:171","msg":"trace[138702589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9708; }","duration":"123.233249ms","start":"2026-03-31T18:50:05.833226Z","end":"2026-03-31T18:50:05.95646Z","steps":["trace[138702589] 'agreement among raft nodes before linearized reading' (duration: 123.170708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.956473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.05159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.956473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.175923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.95649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.477294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:05.956347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.650167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.956548Z","caller":"traceutil/trace.go:171","msg":"trace[1007575306] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9708; }","duration":"117.160893ms","start":"2026-03-31T18:50:05.839371Z","end":"2026-03-31T18:50:05.956532Z","steps":["trace[1007575306] 'agreement among raft nodes before linearized reading' (duration: 117.04325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.956557Z","caller":"traceutil/trace.go:171","msg":"trace[250414272] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9708; }","duration":"117.292295ms","start":"2026-03-31T18:50:05.839249Z","end":"2026-03-31T18:50:05.956542Z","steps":["trace[250414272] 'agreement among raft nodes before linearized reading' (duration: 117.109691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.956574Z","caller":"traceutil/trace.go:171","msg":"trace[1427918888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9708; }","duration":"136.588077ms","start":"2026-03-31T18:50:05.819966Z","end":"2026-03-31T18:50:05.956554Z","steps":["trace[1427918888] 'agreement among raft nodes before linearized reading' (duration: 136.477125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.956591Z","caller":"traceutil/trace.go:171","msg":"trace[551171678] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9708; }","duration":"135.908763ms","start":"2026-03-31T18:50:05.820664Z","end":"2026-03-31T18:50:05.956573Z","steps":["trace[551171678] 'agreement among raft nodes before linearized reading' (duration: 135.611286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.956365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.566796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.956424Z","caller":"traceutil/trace.go:171","msg":"trace[529400049] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9708; }","duration":"116.491108ms","start":"2026-03-31T18:50:05.839915Z","end":"2026-03-31T18:50:05.956406Z","steps":["trace[529400049] 'agreement among raft nodes before linearized reading' (duration: 116.357005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.9567Z","caller":"traceutil/trace.go:171","msg":"trace[568175502] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9708; }","duration":"156.956585ms","start":"2026-03-31T18:50:05.799714Z","end":"2026-03-31T18:50:05.956671Z","steps":["trace[568175502] 'agreement among raft nodes before linearized reading' (duration: 156.555846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.95577Z","caller":"traceutil/trace.go:171","msg":"trace[62619247] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"184.527121ms","start":"2026-03-31T18:50:05.771223Z","end":"2026-03-31T18:50:05.95575Z","steps":["trace[62619247] 'process raft request' (duration: 184.297726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:05.957036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.267429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:05.957052Z","caller":"traceutil/trace.go:171","msg":"trace[1471660188] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9708; }","duration":"136.608308ms","start":"2026-03-31T18:50:05.819892Z","end":"2026-03-31T18:50:05.9565Z","steps":["trace[1471660188] 'agreement among raft nodes before linearized reading' (duration: 136.423694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:05.957113Z","caller":"traceutil/trace.go:171","msg":"trace[254933786] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9708; }","duration":"156.967545ms","start":"2026-03-31T18:50:05.80012Z","end":"2026-03-31T18:50:05.957088Z","steps":["trace[254933786] 'agreement among raft nodes before linearized reading' (duration: 156.226588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.854039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030026274s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:50:07.854067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.491068Z","time spent":"362.991249ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:50:07.854401Z","caller":"traceutil/trace.go:171","msg":"trace[1526527641] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"723.857488ms","start":"2026-03-31T18:50:07.130517Z","end":"2026-03-31T18:50:07.854375Z","steps":["trace[1526527641] 'process raft request' (duration: 723.653964ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:07.854426Z","caller":"traceutil/trace.go:171","msg":"trace[246979787] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10092; }","duration":"1.418898272s","start":"2026-03-31T18:50:06.435488Z","end":"2026-03-31T18:50:07.854386Z","steps":["trace[246979787] 'read index received' (duration: 388.440788ms)","trace[246979787] 'applied index is now lower than readState.Index' (duration: 1.030454014s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:07.854586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.130489Z","time spent":"723.97136ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:07.854646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419149208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:07.854732Z","caller":"traceutil/trace.go:171","msg":"trace[1100492510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9710; }","duration":"1.419295311s","start":"2026-03-31T18:50:06.435416Z","end":"2026-03-31T18:50:07.854711Z","steps":["trace[1100492510] 'agreement among raft nodes before linearized reading' (duration: 1.419069836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:07.854775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.435385Z","time spent":"1.419379503s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:08.355092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:08.855655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:09.356248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:09.684383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.954809012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:09.684921Z","caller":"traceutil/trace.go:171","msg":"trace[864219372] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"1.955425236s","start":"2026-03-31T18:50:07.729468Z","end":"2026-03-31T18:50:09.684893Z","steps":["trace[864219372] 'process raft request' (duration: 1.95518283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:09.685157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.729447Z","time spent":"1.955607419s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:09.832389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:09.832546Z","caller":"traceutil/trace.go:171","msg":"trace[1136759169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068955s","start":"2026-03-31T18:50:07.832451Z","end":"2026-03-31T18:50:09.83252Z","steps":["trace[1136759169] 'agreement among raft nodes before linearized reading' (duration: 1.999881971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:09.832652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.83243Z","time spent":"2.000204678s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:10.136361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.292738ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:10.136529Z","caller":"traceutil/trace.go:171","msg":"trace[1812162196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9711; }","duration":"239.469633ms","start":"2026-03-31T18:50:09.897035Z","end":"2026-03-31T18:50:10.136504Z","steps":["trace[1812162196] 'range keys from in-memory index tree' (duration: 239.275597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.136674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.797351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:10.136826Z","caller":"traceutil/trace.go:171","msg":"trace[1868979443] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"2.278685484s","start":"2026-03-31T18:50:07.858125Z","end":"2026-03-31T18:50:10.136811Z","steps":["trace[1868979443] 'process raft request' (duration: 1.870672238s)","trace[1868979443] 'compare' (duration: 407.654338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:10.136875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.858097Z","time spent":"2.278758266s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:10.137009Z","caller":"traceutil/trace.go:171","msg":"trace[1777686648] linearizableReadLoop","detail":"{readStateIndex:10097; appliedIndex:10094; }","duration":"2.2825133s","start":"2026-03-31T18:50:07.854489Z","end":"2026-03-31T18:50:10.137002Z","steps":["trace[1777686648] 'read index received' (duration: 1.83014416s)","trace[1777686648] 'applied index is now lower than readState.Index' (duration: 452.368349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:10.137497Z","caller":"traceutil/trace.go:171","msg":"trace[1277929137] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"2.175768999s","start":"2026-03-31T18:50:07.961711Z","end":"2026-03-31T18:50:10.13748Z","steps":["trace[1277929137] 'process raft request' (duration: 2.175059233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.137553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.961692Z","time spent":"2.175833691s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:10.137586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637506101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:10.137618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638492033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:10.137647Z","caller":"traceutil/trace.go:171","msg":"trace[981712915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9713; }","duration":"3.637596472s","start":"2026-03-31T18:50:06.500036Z","end":"2026-03-31T18:50:10.137632Z","steps":["trace[981712915] 'agreement among raft nodes before linearized reading' (duration: 3.637395828s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.137666Z","caller":"traceutil/trace.go:171","msg":"trace[653283168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9713; }","duration":"3.638558454s","start":"2026-03-31T18:50:06.499093Z","end":"2026-03-31T18:50:10.137651Z","steps":["trace[653283168] 'agreement among raft nodes before linearized reading' (duration: 3.63840066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.137722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210251183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:50:10.13771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.499087Z","time spent":"3.638612385s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:10.137749Z","caller":"traceutil/trace.go:171","msg":"trace[1248635100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9713; }","duration":"3.210309764s","start":"2026-03-31T18:50:06.927431Z","end":"2026-03-31T18:50:10.137741Z","steps":["trace[1248635100] 'agreement among raft nodes before linearized reading' (duration: 3.210187511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.137706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638286508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:50:10.137828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63752767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:10.137844Z","caller":"traceutil/trace.go:171","msg":"trace[918499769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9713; }","duration":"3.638486762s","start":"2026-03-31T18:50:06.499324Z","end":"2026-03-31T18:50:10.137811Z","steps":["trace[918499769] 'agreement among raft nodes before linearized reading' (duration: 3.638186146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.137888Z","caller":"traceutil/trace.go:171","msg":"trace[512567894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9713; }","duration":"3.637611912s","start":"2026-03-31T18:50:06.500261Z","end":"2026-03-31T18:50:10.137873Z","steps":["trace[512567894] 'agreement among raft nodes before linearized reading' (duration: 3.637407357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.137768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.927413Z","time spent":"3.210351475s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T18:50:10.137912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.499292Z","time spent":"3.638605075s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:10.137925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.500255Z","time spent":"3.637662543s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:50:10.13784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971824235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:50:10.137962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63883589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:10.138056Z","caller":"traceutil/trace.go:171","msg":"trace[199590520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9713; }","duration":"2.9720734s","start":"2026-03-31T18:50:07.165969Z","end":"2026-03-31T18:50:10.138042Z","steps":["trace[199590520] 'agreement among raft nodes before linearized reading' (duration: 2.971757043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.138091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.165946Z","time spent":"2.972135321s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:50:10.138096Z","caller":"traceutil/trace.go:171","msg":"trace[62784338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9713; }","duration":"3.638996024s","start":"2026-03-31T18:50:06.499069Z","end":"2026-03-31T18:50:10.138065Z","steps":["trace[62784338] 'agreement among raft nodes before linearized reading' (duration: 3.638542244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.137683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.500027Z","time spent":"3.637649763s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:10.138186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.499011Z","time spent":"3.639159597s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:10.138025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638734538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:10.138418Z","caller":"traceutil/trace.go:171","msg":"trace[1653615277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9713; }","duration":"3.639180217s","start":"2026-03-31T18:50:06.499216Z","end":"2026-03-31T18:50:10.138396Z","steps":["trace[1653615277] 'agreement among raft nodes before linearized reading' (duration: 3.63840127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.138591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:06.499177Z","time spent":"3.639391532s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:10.138343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665512865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:10.138607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907700818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-31T18:50:10.138751Z","caller":"traceutil/trace.go:171","msg":"trace[1550289738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9713; }","duration":"2.666699042s","start":"2026-03-31T18:50:07.472028Z","end":"2026-03-31T18:50:10.138727Z","steps":["trace[1550289738] 'agreement among raft nodes before linearized reading' (duration: 2.665454354s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.138879Z","caller":"traceutil/trace.go:171","msg":"trace[308918861] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9713; }","duration":"2.908015355s","start":"2026-03-31T18:50:07.230844Z","end":"2026-03-31T18:50:10.138859Z","steps":["trace[308918861] 'agreement among raft nodes before linearized reading' (duration: 2.906612455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.138921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.471964Z","time spent":"2.666930367s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:10.138947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:07.230823Z","time spent":"2.908101937s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T18:50:10.1752Z","caller":"traceutil/trace.go:171","msg":"trace[208619197] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"315.219298ms","start":"2026-03-31T18:50:09.859945Z","end":"2026-03-31T18:50:10.175165Z","steps":["trace[208619197] 'process raft request' (duration: 314.612924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.175404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.859905Z","time spent":"315.400912ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:10.175825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.180223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:10.175874Z","caller":"traceutil/trace.go:171","msg":"trace[1630014335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9714; }","duration":"342.269065ms","start":"2026-03-31T18:50:09.833593Z","end":"2026-03-31T18:50:10.175862Z","steps":["trace[1630014335] 'agreement among raft nodes before linearized reading' (duration: 342.191633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.175903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.833565Z","time spent":"342.331807ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:10.1762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.326445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T18:50:10.176269Z","caller":"traceutil/trace.go:171","msg":"trace[2032998657] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9714; }","duration":"509.442788ms","start":"2026-03-31T18:50:09.666813Z","end":"2026-03-31T18:50:10.176256Z","steps":["trace[2032998657] 'agreement among raft nodes before linearized reading' (duration: 509.243893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.176302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.666784Z","time spent":"509.50981ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T18:50:10.176534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.157123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:10.176593Z","caller":"traceutil/trace.go:171","msg":"trace[1390939555] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9714; }","duration":"514.259266ms","start":"2026-03-31T18:50:09.662321Z","end":"2026-03-31T18:50:10.17658Z","steps":["trace[1390939555] 'agreement among raft nodes before linearized reading' (duration: 514.162564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.176631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:09.662296Z","time spent":"514.324797ms","remote":"127.0.0.1:48198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:10.674885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:50:10.798999Z","caller":"traceutil/trace.go:171","msg":"trace[737235244] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"655.641481ms","start":"2026-03-31T18:50:10.14333Z","end":"2026-03-31T18:50:10.798971Z","steps":["trace[737235244] 'process raft request' (duration: 655.441337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.799187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.143313Z","time spent":"655.767294ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:10.799339Z","caller":"traceutil/trace.go:171","msg":"trace[1841024581] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"648.351477ms","start":"2026-03-31T18:50:10.150947Z","end":"2026-03-31T18:50:10.799298Z","steps":["trace[1841024581] 'process raft request' (duration: 647.984879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.799423Z","caller":"traceutil/trace.go:171","msg":"trace[1833692811] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"647.622102ms","start":"2026-03-31T18:50:10.151775Z","end":"2026-03-31T18:50:10.799397Z","steps":["trace[1833692811] 'process raft request' (duration: 647.523619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:10.799461Z","caller":"traceutil/trace.go:171","msg":"trace[197294726] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"647.587481ms","start":"2026-03-31T18:50:10.151862Z","end":"2026-03-31T18:50:10.799449Z","steps":["trace[197294726] 'process raft request' (duration: 647.489769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.799524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.151826Z","time spent":"647.666163ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:10.799532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.15093Z","time spent":"648.4947ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:10.79954Z","caller":"traceutil/trace.go:171","msg":"trace[1393160166] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"648.431259ms","start":"2026-03-31T18:50:10.151069Z","end":"2026-03-31T18:50:10.7995Z","steps":["trace[1393160166] 'process raft request' (duration: 648.074131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:10.799579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.151744Z","time spent":"647.751754ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:10.79977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.151045Z","time spent":"648.596603ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:12.185624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996296232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:12.185697Z","caller":"traceutil/trace.go:171","msg":"trace[1524217603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996436314s","start":"2026-03-31T18:50:10.189244Z","end":"2026-03-31T18:50:12.18568Z","steps":["trace[1524217603] 'agreement among raft nodes before linearized reading' (duration: 1.996328441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:12.185733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.189226Z","time spent":"1.996500176s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:13.438928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.639553024s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:13.441061Z","caller":"traceutil/trace.go:171","msg":"trace[937686756] linearizableReadLoop","detail":"{readStateIndex:10104; appliedIndex:10098; }","duration":"3.266285098s","start":"2026-03-31T18:50:10.174742Z","end":"2026-03-31T18:50:13.441027Z","steps":["trace[937686756] 'read index received' (duration: 624.163267ms)","trace[937686756] 'applied index is now lower than readState.Index' (duration: 2.642119921s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:13.44122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289993858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebc185f9-7e8c-4028-92cd-07eb56d2c031\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:50:13.441292Z","caller":"traceutil/trace.go:171","msg":"trace[475726499] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebc185f9-7e8c-4028-92cd-07eb56d2c031; range_end:; response_count:1; response_revision:9720; }","duration":"3.29009785s","start":"2026-03-31T18:50:10.15117Z","end":"2026-03-31T18:50:13.441268Z","steps":["trace[475726499] 'agreement among raft nodes before linearized reading' (duration: 3.289876715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.441342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.151163Z","time spent":"3.290169392s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ebc185f9-7e8c-4028-92cd-07eb56d2c031\" "} {"level":"info","ts":"2026-03-31T18:50:13.441318Z","caller":"traceutil/trace.go:171","msg":"trace[312748272] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"2.878882852s","start":"2026-03-31T18:50:10.562368Z","end":"2026-03-31T18:50:13.44125Z","steps":["trace[312748272] 'process raft request' (duration: 2.877631714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.441446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298702393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:50:13.441495Z","caller":"traceutil/trace.go:171","msg":"trace[1387280345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9720; }","duration":"3.298838236s","start":"2026-03-31T18:50:10.142644Z","end":"2026-03-31T18:50:13.441482Z","steps":["trace[1387280345] 'agreement among raft nodes before linearized reading' (duration: 3.298607011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.441542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.142617Z","time spent":"3.298914638s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:50:13.44161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298724194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:50:13.441697Z","caller":"traceutil/trace.go:171","msg":"trace[1826483524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9720; }","duration":"3.298867226s","start":"2026-03-31T18:50:10.142811Z","end":"2026-03-31T18:50:13.441678Z","steps":["trace[1826483524] 'agreement among raft nodes before linearized reading' (duration: 3.298301834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:13.441755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.142788Z","time spent":"3.298955569s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:50:13.441828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.562331Z","time spent":"2.879177948s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:13.941671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:14.186551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000769561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:14.186652Z","caller":"traceutil/trace.go:171","msg":"trace[90526429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000882783s","start":"2026-03-31T18:50:12.185747Z","end":"2026-03-31T18:50:14.18663Z","steps":["trace[90526429] 'agreement among raft nodes before linearized reading' (duration: 2.000765281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:14.186693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.185712Z","time spent":"2.000970854s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:14.442827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:14.536821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097640837s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:50:14.537468Z","caller":"traceutil/trace.go:171","msg":"trace[1523928464] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"3.197347684s","start":"2026-03-31T18:50:11.340095Z","end":"2026-03-31T18:50:14.537443Z","steps":["trace[1523928464] 'process raft request' (duration: 3.197252692s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:14.537562Z","caller":"traceutil/trace.go:171","msg":"trace[150693365] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"3.333001022s","start":"2026-03-31T18:50:11.204516Z","end":"2026-03-31T18:50:14.537517Z","steps":["trace[150693365] 'process raft request' (duration: 3.332676124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:14.537639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:11.340068Z","time spent":"3.197489338s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:14.537784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:11.204476Z","time spent":"3.333195396s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:14.537822Z","caller":"traceutil/trace.go:171","msg":"trace[1737710629] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"2.845853493s","start":"2026-03-31T18:50:11.69195Z","end":"2026-03-31T18:50:14.537803Z","steps":["trace[1737710629] 'process raft request' (duration: 2.845441144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:14.537851Z","caller":"traceutil/trace.go:171","msg":"trace[1835591927] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"2.394064338s","start":"2026-03-31T18:50:12.14376Z","end":"2026-03-31T18:50:14.537824Z","steps":["trace[1835591927] 'process raft request' (duration: 2.393898844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:14.537883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:11.691929Z","time spent":"2.845923445s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:14.537916Z","caller":"traceutil/trace.go:171","msg":"trace[1177641132] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"2.354661655s","start":"2026-03-31T18:50:12.183233Z","end":"2026-03-31T18:50:14.537894Z","steps":["trace[1177641132] 'process raft request' (duration: 2.354548133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:14.537992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.143731Z","time spent":"2.39418136s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:14.538031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.183203Z","time spent":"2.354772568s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:15.190737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:15.190839Z","caller":"traceutil/trace.go:171","msg":"trace[1856059419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028194s","start":"2026-03-31T18:50:13.190533Z","end":"2026-03-31T18:50:15.190815Z","steps":["trace[1856059419] 'agreement among raft nodes before linearized reading' (duration: 2.000161978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.190906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.190515Z","time spent":"2.000371282s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:15.755529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.133744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:15.755657Z","caller":"traceutil/trace.go:171","msg":"trace[10504211] linearizableReadLoop","detail":"{readStateIndex:10110; appliedIndex:10104; }","duration":"2.314462385s","start":"2026-03-31T18:50:13.441172Z","end":"2026-03-31T18:50:15.755635Z","steps":["trace[10504211] 'read index received' (duration: 1.096123284s)","trace[10504211] 'applied index is now lower than readState.Index' (duration: 1.218337191s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:15.755936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533988484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:15.756001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951597422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:15.756031Z","caller":"traceutil/trace.go:171","msg":"trace[1401452353] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9726; }","duration":"4.534133908s","start":"2026-03-31T18:50:11.221875Z","end":"2026-03-31T18:50:15.756009Z","steps":["trace[1401452353] 'agreement among raft nodes before linearized reading' (duration: 4.533975374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.756058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566416542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:50:15.756093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312474941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"warn","ts":"2026-03-31T18:50:15.756126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951207594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:50:15.756118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:11.221854Z","time spent":"4.53424767s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:15.756135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950886396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:50:15.756112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613201826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:50:15.756159Z","caller":"traceutil/trace.go:171","msg":"trace[1099898168] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9726; }","duration":"2.312567873s","start":"2026-03-31T18:50:13.443577Z","end":"2026-03-31T18:50:15.756145Z","steps":["trace[1099898168] 'agreement among raft nodes before linearized reading' (duration: 2.312373469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.756172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929398593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"warn","ts":"2026-03-31T18:50:15.756062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564143484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:15.756175Z","caller":"traceutil/trace.go:171","msg":"trace[1026454338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9726; }","duration":"2.950947318s","start":"2026-03-31T18:50:12.805215Z","end":"2026-03-31T18:50:15.756163Z","steps":["trace[1026454338] 'agreement among raft nodes before linearized reading' (duration: 2.950860496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.7562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629609952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:15.7562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.443557Z","time spent":"2.312635154s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:50:15.756205Z","caller":"traceutil/trace.go:171","msg":"trace[1694009435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9726; }","duration":"3.613342929s","start":"2026-03-31T18:50:12.14284Z","end":"2026-03-31T18:50:15.756182Z","steps":["trace[1694009435] 'agreement among raft nodes before linearized reading' (duration: 3.613076513s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.756132Z","caller":"traceutil/trace.go:171","msg":"trace[168210187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:9726; }","duration":"5.566500934s","start":"2026-03-31T18:50:10.18961Z","end":"2026-03-31T18:50:15.75611Z","steps":["trace[168210187] 'agreement among raft nodes before linearized reading' (duration: 5.566288858s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.756225Z","caller":"traceutil/trace.go:171","msg":"trace[906715271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9726; }","duration":"1.564325009s","start":"2026-03-31T18:50:14.191887Z","end":"2026-03-31T18:50:15.756212Z","steps":["trace[906715271] 'agreement among raft nodes before linearized reading' (duration: 1.564158375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.756232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.805204Z","time spent":"2.951017499s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:15.756114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.836451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:15.756336Z","caller":"traceutil/trace.go:171","msg":"trace[385219746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9726; }","duration":"307.082186ms","start":"2026-03-31T18:50:15.449234Z","end":"2026-03-31T18:50:15.756316Z","steps":["trace[385219746] 'agreement among raft nodes before linearized reading' (duration: 306.839851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.756041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950993959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:50:15.756377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:14.191869Z","time spent":"1.56438943s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:15.756481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.449188Z","time spent":"307.27409ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:50:15.756504Z","caller":"traceutil/trace.go:171","msg":"trace[1242530872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9726; }","duration":"2.951455519s","start":"2026-03-31T18:50:12.805029Z","end":"2026-03-31T18:50:15.756485Z","steps":["trace[1242530872] 'agreement among raft nodes before linearized reading' (duration: 2.950904247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.756593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.805018Z","time spent":"2.951555621s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:15.756379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202113301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:50:15.756715Z","caller":"traceutil/trace.go:171","msg":"trace[1553492571] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9726; }","duration":"3.20249502s","start":"2026-03-31T18:50:12.55421Z","end":"2026-03-31T18:50:15.756705Z","steps":["trace[1553492571] 'agreement among raft nodes before linearized reading' (duration: 3.20166695s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.756061Z","caller":"traceutil/trace.go:171","msg":"trace[845898639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9726; }","duration":"2.951718184s","start":"2026-03-31T18:50:12.804329Z","end":"2026-03-31T18:50:15.756048Z","steps":["trace[845898639] 'agreement among raft nodes before linearized reading' (duration: 2.951503909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.756776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.554184Z","time spent":"3.202557671s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":891,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:15.756774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.804302Z","time spent":"2.952462411s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:15.75606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572592151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-31T18:50:15.756976Z","caller":"traceutil/trace.go:171","msg":"trace[447454664] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:9726; }","duration":"5.573555862s","start":"2026-03-31T18:50:10.183405Z","end":"2026-03-31T18:50:15.756961Z","steps":["trace[447454664] 'agreement among raft nodes before linearized reading' (duration: 5.572501819s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.756156Z","caller":"traceutil/trace.go:171","msg":"trace[290991149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9726; }","duration":"2.951260894s","start":"2026-03-31T18:50:12.804888Z","end":"2026-03-31T18:50:15.756149Z","steps":["trace[290991149] 'agreement among raft nodes before linearized reading' (duration: 2.951191223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.757055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.804875Z","time spent":"2.952169924s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:50:15.756138Z","caller":"traceutil/trace.go:171","msg":"trace[1585348593] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"1.975788383s","start":"2026-03-31T18:50:13.780331Z","end":"2026-03-31T18:50:15.75612Z","steps":["trace[1585348593] 'process raft request' (duration: 1.693965242s)","trace[1585348593] 'compare' (duration: 280.722296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:15.757173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.780299Z","time spent":"1.976828835s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:15.757158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.183382Z","time spent":"5.573641284s","remote":"127.0.0.1:41522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":733,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-31T18:50:15.756102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950380365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:50:15.75725Z","caller":"traceutil/trace.go:171","msg":"trace[566763336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9726; }","duration":"2.951572381s","start":"2026-03-31T18:50:12.805657Z","end":"2026-03-31T18:50:15.75723Z","steps":["trace[566763336] 'agreement among raft nodes before linearized reading' (duration: 2.950264312s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:15.756197Z","caller":"traceutil/trace.go:171","msg":"trace[1891163493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9726; }","duration":"1.929455264s","start":"2026-03-31T18:50:13.826734Z","end":"2026-03-31T18:50:15.756189Z","steps":["trace[1891163493] 'agreement among raft nodes before linearized reading' (duration: 1.929403543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.757309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.826704Z","time spent":"1.93059753s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:50:15.757314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.805629Z","time spent":"2.951666704s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:50:15.756223Z","caller":"traceutil/trace.go:171","msg":"trace[1969935059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9726; }","duration":"2.629671063s","start":"2026-03-31T18:50:13.126545Z","end":"2026-03-31T18:50:15.756216Z","steps":["trace[1969935059] 'agreement among raft nodes before linearized reading' (duration: 2.629635252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.757405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:13.12652Z","time spent":"2.63085973s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:15.756261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:12.142817Z","time spent":"3.613433441s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:50:15.756261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.189603Z","time spent":"5.566647887s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:50:15.756021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796132545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:50:15.757558Z","caller":"traceutil/trace.go:171","msg":"trace[1475503137] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:9726; }","duration":"4.797710589s","start":"2026-03-31T18:50:10.959839Z","end":"2026-03-31T18:50:15.757549Z","steps":["trace[1475503137] 'agreement among raft nodes before linearized reading' (duration: 4.796088364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:15.757585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:10.959809Z","time spent":"4.797770031s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:50:16.262413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:16.815688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.559712ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:50:16.81578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.758974Z","time spent":"1.056801573s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:17.016973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.759596Z","time spent":"1.257371855s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:50:17.017325Z","caller":"traceutil/trace.go:171","msg":"trace[299695531] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"1.257056428s","start":"2026-03-31T18:50:15.760232Z","end":"2026-03-31T18:50:17.017289Z","steps":["trace[299695531] 'process raft request' (duration: 1.256604718s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.017353Z","caller":"traceutil/trace.go:171","msg":"trace[293543618] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"1.256140078s","start":"2026-03-31T18:50:15.761198Z","end":"2026-03-31T18:50:17.017338Z","steps":["trace[293543618] 'process raft request' (duration: 1.255725109s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.017386Z","caller":"traceutil/trace.go:171","msg":"trace[268621793] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"1.256159698s","start":"2026-03-31T18:50:15.761209Z","end":"2026-03-31T18:50:17.017369Z","steps":["trace[268621793] 'process raft request' (duration: 1.2557817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.017382Z","caller":"traceutil/trace.go:171","msg":"trace[111677395] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"1.255948013s","start":"2026-03-31T18:50:15.761255Z","end":"2026-03-31T18:50:17.017203Z","steps":["trace[111677395] 'process raft request' (duration: 1.255759039s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.017419Z","caller":"traceutil/trace.go:171","msg":"trace[149961749] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"1.255383321s","start":"2026-03-31T18:50:15.762007Z","end":"2026-03-31T18:50:17.01739Z","steps":["trace[149961749] 'process raft request' (duration: 1.255027553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.017464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.76118Z","time spent":"1.25621881s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.017468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.760221Z","time spent":"1.257174511s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.017474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.761201Z","time spent":"1.25621232s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.017488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.761244Z","time spent":"1.256186539s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:17.017551Z","caller":"traceutil/trace.go:171","msg":"trace[1399116045] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"1.255410181s","start":"2026-03-31T18:50:15.762129Z","end":"2026-03-31T18:50:17.017539Z","steps":["trace[1399116045] 'process raft request' (duration: 1.254957201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.017541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.761999Z","time spent":"1.255486753s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.017598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.762122Z","time spent":"1.255455382s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:17.01777Z","caller":"traceutil/trace.go:171","msg":"trace[1429669765] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"1.255619066s","start":"2026-03-31T18:50:15.7621Z","end":"2026-03-31T18:50:17.017719Z","steps":["trace[1429669765] 'process raft request' (duration: 1.254954521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.01802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.76208Z","time spent":"1.255774819s","remote":"127.0.0.1:41522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:17.034462Z","caller":"traceutil/trace.go:171","msg":"trace[1831610443] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"490.476532ms","start":"2026-03-31T18:50:16.543963Z","end":"2026-03-31T18:50:17.03444Z","steps":["trace[1831610443] 'process raft request' (duration: 490.221586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.034531Z","caller":"traceutil/trace.go:171","msg":"trace[1415850700] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"489.592783ms","start":"2026-03-31T18:50:16.544922Z","end":"2026-03-31T18:50:17.034515Z","steps":["trace[1415850700] 'process raft request' (duration: 489.505281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:17.03453Z","caller":"traceutil/trace.go:171","msg":"trace[1582769057] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"490.538574ms","start":"2026-03-31T18:50:16.543958Z","end":"2026-03-31T18:50:17.034497Z","steps":["trace[1582769057] 'process raft request' (duration: 490.419692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.034584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:16.543935Z","time spent":"490.585295ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.034625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:16.544895Z","time spent":"489.673805ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:17.034515Z","caller":"traceutil/trace.go:171","msg":"trace[1266226042] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9737; }","duration":"217.579962ms","start":"2026-03-31T18:50:16.816915Z","end":"2026-03-31T18:50:17.034495Z","steps":["trace[1266226042] 'process raft request' (duration: 217.550582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.034683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272440592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-31T18:50:17.034719Z","caller":"traceutil/trace.go:171","msg":"trace[671886257] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9737; }","duration":"1.272497593s","start":"2026-03-31T18:50:15.762213Z","end":"2026-03-31T18:50:17.03471Z","steps":["trace[671886257] 'agreement among raft nodes before linearized reading' (duration: 1.27237226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.034748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.762206Z","time spent":"1.272533184s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:50:17.034568Z","caller":"traceutil/trace.go:171","msg":"trace[959084650] linearizableReadLoop","detail":"{readStateIndex:10119; appliedIndex:10110; }","duration":"1.27232403s","start":"2026-03-31T18:50:15.762236Z","end":"2026-03-31T18:50:17.03456Z","steps":["trace[959084650] 'read index received' (duration: 793.919537ms)","trace[959084650] 'applied index is now lower than readState.Index' (duration: 478.403573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:17.035932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:16.543931Z","time spent":"490.664787ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.055831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291436228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:17.055917Z","caller":"traceutil/trace.go:171","msg":"trace[710625741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9738; }","duration":"1.29153669s","start":"2026-03-31T18:50:15.764359Z","end":"2026-03-31T18:50:17.055896Z","steps":["trace[710625741] 'agreement among raft nodes before linearized reading' (duration: 1.291356685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.05592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.030465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:17.055959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.764354Z","time spent":"1.291594501s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:50:17.055977Z","caller":"traceutil/trace.go:171","msg":"trace[1930364276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9738; }","duration":"194.119277ms","start":"2026-03-31T18:50:16.861838Z","end":"2026-03-31T18:50:17.055957Z","steps":["trace[1930364276] 'agreement among raft nodes before linearized reading' (duration: 194.045636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.055836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243521185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:17.056239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250214385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:17.056266Z","caller":"traceutil/trace.go:171","msg":"trace[481681366] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9738; }","duration":"1.243996256s","start":"2026-03-31T18:50:15.812254Z","end":"2026-03-31T18:50:17.056251Z","steps":["trace[481681366] 'agreement among raft nodes before linearized reading' (duration: 1.243441492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.056322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140685602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:17.056331Z","caller":"traceutil/trace.go:171","msg":"trace[276096493] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9738; }","duration":"1.250332627s","start":"2026-03-31T18:50:15.805957Z","end":"2026-03-31T18:50:17.05629Z","steps":["trace[276096493] 'agreement among raft nodes before linearized reading' (duration: 1.250158804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.056313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.812242Z","time spent":"1.244056697s","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:50:17.056369Z","caller":"traceutil/trace.go:171","msg":"trace[344811654] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9738; }","duration":"1.140732773s","start":"2026-03-31T18:50:15.915622Z","end":"2026-03-31T18:50:17.056355Z","steps":["trace[344811654] 'agreement among raft nodes before linearized reading' (duration: 1.140639871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.056377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.805942Z","time spent":"1.250425509s","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:17.056397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.915566Z","time spent":"1.140822066s","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:17.056256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29376068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223970"} {"level":"info","ts":"2026-03-31T18:50:17.056598Z","caller":"traceutil/trace.go:171","msg":"trace[433274356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9738; }","duration":"1.294133588s","start":"2026-03-31T18:50:15.762448Z","end":"2026-03-31T18:50:17.056581Z","steps":["trace[433274356] 'agreement among raft nodes before linearized reading' (duration: 1.293449863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.056674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:15.762436Z","time spent":"1.29422234s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:50:17.571102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.390166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:17.571201Z","caller":"traceutil/trace.go:171","msg":"trace[1771781856] linearizableReadLoop","detail":"{readStateIndex:10131; appliedIndex:10130; }","duration":"495.075224ms","start":"2026-03-31T18:50:17.07611Z","end":"2026-03-31T18:50:17.571186Z","steps":["trace[1771781856] 'read index received' (duration: 286.426183ms)","trace[1771781856] 'applied index is now lower than readState.Index' (duration: 208.647971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:17.57127Z","caller":"traceutil/trace.go:171","msg":"trace[756604379] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"495.870893ms","start":"2026-03-31T18:50:17.075373Z","end":"2026-03-31T18:50:17.571244Z","steps":["trace[756604379] 'process raft request' (duration: 287.244632ms)","trace[756604379] 'compare' (duration: 207.741281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:17.571403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:17.07536Z","time spent":"495.974925ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:17.571439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.129042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:17.571486Z","caller":"traceutil/trace.go:171","msg":"trace[1928614976] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9743; }","duration":"284.215574ms","start":"2026-03-31T18:50:17.287257Z","end":"2026-03-31T18:50:17.571473Z","steps":["trace[1928614976] 'agreement among raft nodes before linearized reading' (duration: 284.02345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.571606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.438054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:50:17.571783Z","caller":"traceutil/trace.go:171","msg":"trace[1036502868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9743; }","duration":"495.680779ms","start":"2026-03-31T18:50:17.076087Z","end":"2026-03-31T18:50:17.571767Z","steps":["trace[1036502868] 'agreement among raft nodes before linearized reading' (duration: 495.191108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:17.571855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:17.076068Z","time spent":"495.778121ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:50:17.571647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.529316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:17.572011Z","caller":"traceutil/trace.go:171","msg":"trace[1736415010] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9743; }","duration":"177.946875ms","start":"2026-03-31T18:50:17.394043Z","end":"2026-03-31T18:50:17.57199Z","steps":["trace[1736415010] 'agreement among raft nodes before linearized reading' (duration: 177.489605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.443519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.613391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:50:19.443591Z","caller":"traceutil/trace.go:171","msg":"trace[76484213] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9746; }","duration":"421.743044ms","start":"2026-03-31T18:50:19.021831Z","end":"2026-03-31T18:50:19.443574Z","steps":["trace[76484213] 'range keys from in-memory index tree' (duration: 421.443167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.443625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.021808Z","time spent":"421.808756ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:19.443731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.44483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:19.443838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.804499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:19.44384Z","caller":"traceutil/trace.go:171","msg":"trace[1353664815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9746; }","duration":"610.601253ms","start":"2026-03-31T18:50:18.833212Z","end":"2026-03-31T18:50:19.443814Z","steps":["trace[1353664815] 'range keys from in-memory index tree' (duration: 610.367898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.44387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.202564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:19.443885Z","caller":"traceutil/trace.go:171","msg":"trace[1738811626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9746; }","duration":"728.899411ms","start":"2026-03-31T18:50:18.714971Z","end":"2026-03-31T18:50:19.44387Z","steps":["trace[1738811626] 'count revisions from in-memory index tree' (duration: 728.700367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:19.443903Z","caller":"traceutil/trace.go:171","msg":"trace[2010054664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9746; }","duration":"422.249555ms","start":"2026-03-31T18:50:19.021641Z","end":"2026-03-31T18:50:19.443891Z","steps":["trace[2010054664] 'range keys from in-memory index tree' (duration: 422.107362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.443901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:18.833193Z","time spent":"610.692065ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:19.443918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:18.714944Z","time spent":"728.963862ms","remote":"127.0.0.1:48330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:19.443927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.021633Z","time spent":"422.287177ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:19.443972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.583838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-btjm4\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-31T18:50:19.444006Z","caller":"traceutil/trace.go:171","msg":"trace[2137312656] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-btjm4; range_end:; response_count:1; response_revision:9746; }","duration":"826.6469ms","start":"2026-03-31T18:50:18.617349Z","end":"2026-03-31T18:50:19.443996Z","steps":["trace[2137312656] 'range keys from in-memory index tree' (duration: 826.439416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:18.617334Z","time spent":"826.692301ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4485,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-btjm4\" "} {"level":"warn","ts":"2026-03-31T18:50:19.444033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.73827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:19.44409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.352593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:19.444099Z","caller":"traceutil/trace.go:171","msg":"trace[1336330091] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9746; }","duration":"641.852292ms","start":"2026-03-31T18:50:18.802228Z","end":"2026-03-31T18:50:19.444081Z","steps":["trace[1336330091] 'count revisions from in-memory index tree' (duration: 641.606976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.823146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:19.444144Z","caller":"traceutil/trace.go:171","msg":"trace[1627218441] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9746; }","duration":"420.425924ms","start":"2026-03-31T18:50:19.023707Z","end":"2026-03-31T18:50:19.444133Z","steps":["trace[1627218441] 'count revisions from in-memory index tree' (duration: 420.309112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:18.802207Z","time spent":"641.928163ms","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:19.444178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.023699Z","time spent":"420.469385ms","remote":"127.0.0.1:55464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:19.444179Z","caller":"traceutil/trace.go:171","msg":"trace[1808283739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9746; }","duration":"421.963899ms","start":"2026-03-31T18:50:19.022195Z","end":"2026-03-31T18:50:19.444159Z","steps":["trace[1808283739] 'range keys from in-memory index tree' (duration: 421.641992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.022187Z","time spent":"422.03075ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:50:19.444414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.899156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:50:19.444434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.975719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:50:19.444451Z","caller":"traceutil/trace.go:171","msg":"trace[1206259258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9746; }","duration":"421.947378ms","start":"2026-03-31T18:50:19.022491Z","end":"2026-03-31T18:50:19.444439Z","steps":["trace[1206259258] 'range keys from in-memory index tree' (duration: 421.812894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.02248Z","time spent":"421.996459ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:50:19.444485Z","caller":"traceutil/trace.go:171","msg":"trace[280599910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9746; }","duration":"422.04764ms","start":"2026-03-31T18:50:19.022424Z","end":"2026-03-31T18:50:19.444471Z","steps":["trace[280599910] 'range keys from in-memory index tree' (duration: 421.864996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.022417Z","time spent":"422.096561ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:50:19.444617Z","caller":"traceutil/trace.go:171","msg":"trace[595563196] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"405.429588ms","start":"2026-03-31T18:50:19.039167Z","end":"2026-03-31T18:50:19.444597Z","steps":["trace[595563196] 'process raft request' (duration: 405.266744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.444646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.094502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:50:19.444765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.039147Z","time spent":"405.540121ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:19.445173Z","caller":"traceutil/trace.go:171","msg":"trace[1241011521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9746; }","duration":"423.130945ms","start":"2026-03-31T18:50:19.021558Z","end":"2026-03-31T18:50:19.444689Z","steps":["trace[1241011521] 'range keys from in-memory index tree' (duration: 421.899718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.445252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.021534Z","time spent":"423.698838ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:50:19.449325Z","caller":"traceutil/trace.go:171","msg":"trace[1454384798] linearizableReadLoop","detail":"{readStateIndex:10137; appliedIndex:10134; }","duration":"383.546798ms","start":"2026-03-31T18:50:19.065765Z","end":"2026-03-31T18:50:19.449312Z","steps":["trace[1454384798] 'read index received' (duration: 378.588917ms)","trace[1454384798] 'applied index is now lower than readState.Index' (duration: 4.957101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:19.449365Z","caller":"traceutil/trace.go:171","msg":"trace[687349876] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"410.136733ms","start":"2026-03-31T18:50:19.03921Z","end":"2026-03-31T18:50:19.449347Z","steps":["trace[687349876] 'process raft request' (duration: 409.99365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:19.44942Z","caller":"traceutil/trace.go:171","msg":"trace[2009221886] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"408.62492ms","start":"2026-03-31T18:50:19.040772Z","end":"2026-03-31T18:50:19.449397Z","steps":["trace[2009221886] 'process raft request' (duration: 408.509388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.449467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.039192Z","time spent":"410.209285ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:19.449497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.723292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:50:19.449517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.040763Z","time spent":"408.696722ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:19.449548Z","caller":"traceutil/trace.go:171","msg":"trace[464935584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9749; }","duration":"383.804894ms","start":"2026-03-31T18:50:19.065731Z","end":"2026-03-31T18:50:19.449536Z","steps":["trace[464935584] 'agreement among raft nodes before linearized reading' (duration: 383.662811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:19.449581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:19.065719Z","time spent":"383.853305ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:50:24.769404Z","caller":"traceutil/trace.go:171","msg":"trace[1215192943] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"127.564857ms","start":"2026-03-31T18:50:24.641818Z","end":"2026-03-31T18:50:24.769383Z","steps":["trace[1215192943] 'process raft request' (duration: 127.433184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:24.769406Z","caller":"traceutil/trace.go:171","msg":"trace[1536613990] linearizableReadLoop","detail":"{readStateIndex:10171; appliedIndex:10171; }","duration":"101.092964ms","start":"2026-03-31T18:50:24.668293Z","end":"2026-03-31T18:50:24.769386Z","steps":["trace[1536613990] 'read index received' (duration: 101.083474ms)","trace[1536613990] 'applied index is now lower than readState.Index' (duration: 8.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:24.769561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.258837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:24.769621Z","caller":"traceutil/trace.go:171","msg":"trace[1858936774] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9782; }","duration":"101.336779ms","start":"2026-03-31T18:50:24.668269Z","end":"2026-03-31T18:50:24.769606Z","steps":["trace[1858936774] 'agreement among raft nodes before linearized reading' (duration: 101.180286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:32.062365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.295394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:32.062525Z","caller":"traceutil/trace.go:171","msg":"trace[645769629] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"222.257236ms","start":"2026-03-31T18:50:31.840236Z","end":"2026-03-31T18:50:32.062494Z","steps":["trace[645769629] 'process raft request' (duration: 42.716836ms)","trace[645769629] 'compare' (duration: 179.015778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:32.064322Z","caller":"traceutil/trace.go:171","msg":"trace[3396114] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"223.27438ms","start":"2026-03-31T18:50:31.841023Z","end":"2026-03-31T18:50:32.064297Z","steps":["trace[3396114] 'process raft request' (duration: 222.993574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:32.064352Z","caller":"traceutil/trace.go:171","msg":"trace[1870881560] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"223.466223ms","start":"2026-03-31T18:50:31.840861Z","end":"2026-03-31T18:50:32.064327Z","steps":["trace[1870881560] 'process raft request' (duration: 223.012253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:32.064687Z","caller":"traceutil/trace.go:171","msg":"trace[1144438406] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"223.610127ms","start":"2026-03-31T18:50:31.841058Z","end":"2026-03-31T18:50:32.064668Z","steps":["trace[1144438406] 'process raft request' (duration: 223.499745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:32.064678Z","caller":"traceutil/trace.go:171","msg":"trace[1716172641] transaction","detail":"{read_only:false; response_revision:9821; number_of_response:1; }","duration":"223.608637ms","start":"2026-03-31T18:50:31.841033Z","end":"2026-03-31T18:50:32.064642Z","steps":["trace[1716172641] 'process raft request' (duration: 223.027325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:32.073776Z","caller":"traceutil/trace.go:171","msg":"trace[1713987034] linearizableReadLoop","detail":"{readStateIndex:10213; appliedIndex:10208; }","duration":"146.451829ms","start":"2026-03-31T18:50:31.927283Z","end":"2026-03-31T18:50:32.073735Z","steps":["trace[1713987034] 'read index received' (duration: 136.508027ms)","trace[1713987034] 'applied index is now lower than readState.Index' (duration: 9.941632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:32.073994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.674895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:32.074062Z","caller":"traceutil/trace.go:171","msg":"trace[1087661979] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9822; }","duration":"146.821699ms","start":"2026-03-31T18:50:31.927221Z","end":"2026-03-31T18:50:32.074042Z","steps":["trace[1087661979] 'agreement among raft nodes before linearized reading' (duration: 146.653634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:41.926412Z","caller":"traceutil/trace.go:171","msg":"trace[939992714] linearizableReadLoop","detail":"{readStateIndex:10268; appliedIndex:10266; }","duration":"190.660611ms","start":"2026-03-31T18:50:41.735725Z","end":"2026-03-31T18:50:41.926386Z","steps":["trace[939992714] 'read index received' (duration: 164.71602ms)","trace[939992714] 'applied index is now lower than readState.Index' (duration: 25.943211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:41.926452Z","caller":"traceutil/trace.go:171","msg":"trace[207792147] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"204.782227ms","start":"2026-03-31T18:50:41.721641Z","end":"2026-03-31T18:50:41.926423Z","steps":["trace[207792147] 'process raft request' (duration: 178.688202ms)","trace[207792147] 'compare' (duration: 25.690055ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:41.926564Z","caller":"traceutil/trace.go:171","msg":"trace[585540069] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"201.394641ms","start":"2026-03-31T18:50:41.725156Z","end":"2026-03-31T18:50:41.926551Z","steps":["trace[585540069] 'process raft request' (duration: 201.073413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:41.926862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.117961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:41.926905Z","caller":"traceutil/trace.go:171","msg":"trace[2163198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9874; }","duration":"191.201924ms","start":"2026-03-31T18:50:41.735689Z","end":"2026-03-31T18:50:41.926891Z","steps":["trace[2163198] 'agreement among raft nodes before linearized reading' (duration: 190.974609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.066146Z","caller":"traceutil/trace.go:171","msg":"trace[35168826] linearizableReadLoop","detail":"{readStateIndex:10309; appliedIndex:10308; }","duration":"361.966387ms","start":"2026-03-31T18:50:42.704158Z","end":"2026-03-31T18:50:43.066125Z","steps":["trace[35168826] 'read index received' (duration: 359.925992ms)","trace[35168826] 'applied index is now lower than readState.Index' (duration: 2.039215ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:43.066248Z","caller":"traceutil/trace.go:171","msg":"trace[1474775075] transaction","detail":"{read_only:false; response_revision:9913; number_of_response:1; }","duration":"366.54088ms","start":"2026-03-31T18:50:42.699698Z","end":"2026-03-31T18:50:43.066239Z","steps":["trace[1474775075] 'process raft request' (duration: 364.461564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.066308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.699685Z","time spent":"366.57961ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:50:43.066391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.187962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:50:43.066438Z","caller":"traceutil/trace.go:171","msg":"trace[371018030] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9913; }","duration":"353.268223ms","start":"2026-03-31T18:50:42.713157Z","end":"2026-03-31T18:50:43.066425Z","steps":["trace[371018030] 'agreement among raft nodes before linearized reading' (duration: 353.108599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.066514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.713137Z","time spent":"353.366606ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T18:50:43.066758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.603813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/csi-ceph-conf-override\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:43.066809Z","caller":"traceutil/trace.go:171","msg":"trace[999690242] range","detail":"{range_begin:/registry/configmaps/rook-ceph/csi-ceph-conf-override; range_end:; response_count:0; response_revision:9913; }","duration":"362.693874ms","start":"2026-03-31T18:50:42.704103Z","end":"2026-03-31T18:50:43.066797Z","steps":["trace[999690242] 'agreement among raft nodes before linearized reading' (duration: 362.606012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.066803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.506232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:43.066837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:42.70407Z","time spent":"362.759696ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/rook-ceph/csi-ceph-conf-override\" "} {"level":"warn","ts":"2026-03-31T18:50:43.066799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.388727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:43.066913Z","caller":"traceutil/trace.go:171","msg":"trace[1485511844] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:9913; }","duration":"162.539911ms","start":"2026-03-31T18:50:42.904339Z","end":"2026-03-31T18:50:43.066878Z","steps":["trace[1485511844] 'agreement among raft nodes before linearized reading' (duration: 162.305305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.066844Z","caller":"traceutil/trace.go:171","msg":"trace[1931212637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9913; }","duration":"233.587543ms","start":"2026-03-31T18:50:42.833245Z","end":"2026-03-31T18:50:43.066833Z","steps":["trace[1931212637] 'agreement among raft nodes before linearized reading' (duration: 233.519521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.412185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.798105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:50:43.412297Z","caller":"traceutil/trace.go:171","msg":"trace[1748289349] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"340.471757ms","start":"2026-03-31T18:50:43.071806Z","end":"2026-03-31T18:50:43.412278Z","steps":["trace[1748289349] 'process raft request' (duration: 186.506478ms)","trace[1748289349] 'compare' (duration: 153.439797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:43.412348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.071785Z","time spent":"340.541459ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:50:43.457539Z","caller":"traceutil/trace.go:171","msg":"trace[1861047980] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"385.494655ms","start":"2026-03-31T18:50:43.072016Z","end":"2026-03-31T18:50:43.457511Z","steps":["trace[1861047980] 'process raft request' (duration: 385.311271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.457691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.071997Z","time spent":"385.620388ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:43.457737Z","caller":"traceutil/trace.go:171","msg":"trace[1819074865] linearizableReadLoop","detail":"{readStateIndex:10311; appliedIndex:10309; }","duration":"385.544285ms","start":"2026-03-31T18:50:43.072159Z","end":"2026-03-31T18:50:43.457703Z","steps":["trace[1819074865] 'read index received' (duration: 186.169189ms)","trace[1819074865] 'applied index is now lower than readState.Index' (duration: 199.373186ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:43.457834Z","caller":"traceutil/trace.go:171","msg":"trace[1055415189] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"385.462743ms","start":"2026-03-31T18:50:43.07236Z","end":"2026-03-31T18:50:43.457823Z","steps":["trace[1055415189] 'process raft request' (duration: 385.093535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.457892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.072349Z","time spent":"385.516024ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3019,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:43.458087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.842092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T18:50:43.458128Z","caller":"traceutil/trace.go:171","msg":"trace[2057411967] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9916; }","duration":"385.885863ms","start":"2026-03-31T18:50:43.072231Z","end":"2026-03-31T18:50:43.458116Z","steps":["trace[2057411967] 'agreement among raft nodes before linearized reading' (duration: 385.7577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.458157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.072228Z","time spent":"385.922234ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T18:50:43.458176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.456996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:43.4582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.026805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"warn","ts":"2026-03-31T18:50:43.458195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.099537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:43.458246Z","caller":"traceutil/trace.go:171","msg":"trace[1742506489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9916; }","duration":"386.095197ms","start":"2026-03-31T18:50:43.072137Z","end":"2026-03-31T18:50:43.458232Z","steps":["trace[1742506489] 'agreement among raft nodes before linearized reading' (duration: 385.786841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:43.458259Z","caller":"traceutil/trace.go:171","msg":"trace[1884627122] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9916; }","duration":"198.2302ms","start":"2026-03-31T18:50:43.260013Z","end":"2026-03-31T18:50:43.458243Z","steps":["trace[1884627122] 'agreement among raft nodes before linearized reading' (duration: 198.098717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.458297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.072132Z","time spent":"386.156219ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:50:43.458243Z","caller":"traceutil/trace.go:171","msg":"trace[801679808] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9916; }","duration":"190.570978ms","start":"2026-03-31T18:50:43.267653Z","end":"2026-03-31T18:50:43.458224Z","steps":["trace[801679808] 'agreement among raft nodes before linearized reading' (duration: 190.463236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.458354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.354036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T18:50:43.458384Z","caller":"traceutil/trace.go:171","msg":"trace[1473817141] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9916; }","duration":"354.425558ms","start":"2026-03-31T18:50:43.10395Z","end":"2026-03-31T18:50:43.458375Z","steps":["trace[1473817141] 'agreement among raft nodes before linearized reading' (duration: 354.328705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:43.458413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:43.103927Z","time spent":"354.479279ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-31T18:50:45.753616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:46.253901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280662917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:46.330062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155664604s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:50:46.330791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650896218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wq5q9\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-31T18:50:46.330871Z","caller":"traceutil/trace.go:171","msg":"trace[791495924] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wq5q9; range_end:; response_count:1; response_revision:9933; }","duration":"1.651023451s","start":"2026-03-31T18:50:44.679829Z","end":"2026-03-31T18:50:46.330852Z","steps":["trace[791495924] 'range keys from in-memory index tree' (duration: 1.650706294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.330827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626960852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:50:46.330917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220213911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:46.330975Z","caller":"traceutil/trace.go:171","msg":"trace[902436234] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9933; }","duration":"1.627150635s","start":"2026-03-31T18:50:44.703809Z","end":"2026-03-31T18:50:46.330959Z","steps":["trace[902436234] 'count revisions from in-memory index tree' (duration: 1.62687391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.331103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:44.70379Z","time spent":"1.627298009s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:46.330912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:44.679809Z","time spent":"1.651094352s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wq5q9\" "} {"level":"warn","ts":"2026-03-31T18:50:46.331231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497749828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:46.331264Z","caller":"traceutil/trace.go:171","msg":"trace[791438278] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9933; }","duration":"1.220474667s","start":"2026-03-31T18:50:45.110533Z","end":"2026-03-31T18:50:46.331007Z","steps":["trace[791438278] 'count revisions from in-memory index tree' (duration: 1.220133599s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.331281Z","caller":"traceutil/trace.go:171","msg":"trace[1404395861] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"1.157071326s","start":"2026-03-31T18:50:45.174197Z","end":"2026-03-31T18:50:46.331268Z","steps":["trace[1404395861] 'process raft request' (duration: 1.156415692s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.331314Z","caller":"traceutil/trace.go:171","msg":"trace[209458205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9933; }","duration":"1.497906711s","start":"2026-03-31T18:50:44.83339Z","end":"2026-03-31T18:50:46.331296Z","steps":["trace[209458205] 'range keys from in-memory index tree' (duration: 1.497613504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.331363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:44.833361Z","time spent":"1.497989753s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:46.331349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.110514Z","time spent":"1.220809654s","remote":"127.0.0.1:48372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:46.331377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.174175Z","time spent":"1.157140888s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:46.343312Z","caller":"traceutil/trace.go:171","msg":"trace[129601825] linearizableReadLoop","detail":"{readStateIndex:10336; appliedIndex:10330; }","duration":"1.089936653s","start":"2026-03-31T18:50:45.253359Z","end":"2026-03-31T18:50:46.343296Z","steps":["trace[129601825] 'read index received' (duration: 1.077679399s)","trace[129601825] 'applied index is now lower than readState.Index' (duration: 12.256494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:46.34341Z","caller":"traceutil/trace.go:171","msg":"trace[459891383] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"546.269915ms","start":"2026-03-31T18:50:45.797134Z","end":"2026-03-31T18:50:46.343404Z","steps":["trace[459891383] 'process raft request' (duration: 546.045911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.343483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.797106Z","time spent":"546.319196ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:46.343459Z","caller":"traceutil/trace.go:171","msg":"trace[1566709591] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"992.923259ms","start":"2026-03-31T18:50:45.350494Z","end":"2026-03-31T18:50:46.343417Z","steps":["trace[1566709591] 'process raft request' (duration: 992.561871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.34357Z","caller":"traceutil/trace.go:171","msg":"trace[1234381392] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"376.881361ms","start":"2026-03-31T18:50:45.966683Z","end":"2026-03-31T18:50:46.343564Z","steps":["trace[1234381392] 'process raft request' (duration: 376.536983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.343609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.966657Z","time spent":"376.929622ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:46.343609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.350467Z","time spent":"993.063752ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:46.343634Z","caller":"traceutil/trace.go:171","msg":"trace[1963721801] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"656.186578ms","start":"2026-03-31T18:50:45.687313Z","end":"2026-03-31T18:50:46.3435Z","steps":["trace[1963721801] 'process raft request' (duration: 655.83582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.343744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.037144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:50:46.34378Z","caller":"traceutil/trace.go:171","msg":"trace[35301725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9939; }","duration":"360.099505ms","start":"2026-03-31T18:50:45.983672Z","end":"2026-03-31T18:50:46.343772Z","steps":["trace[35301725] 'agreement among raft nodes before linearized reading' (duration: 359.987852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.343806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.983656Z","time spent":"360.143776ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:50:46.343853Z","caller":"traceutil/trace.go:171","msg":"trace[1662274172] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"377.157127ms","start":"2026-03-31T18:50:45.966683Z","end":"2026-03-31T18:50:46.34384Z","steps":["trace[1662274172] 'process raft request' (duration: 376.590145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.343927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090548866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T18:50:46.344031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.008298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:50:46.344061Z","caller":"traceutil/trace.go:171","msg":"trace[1489485531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9939; }","duration":"108.038799ms","start":"2026-03-31T18:50:46.236016Z","end":"2026-03-31T18:50:46.344055Z","steps":["trace[1489485531] 'agreement among raft nodes before linearized reading' (duration: 107.976077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.344135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.587444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:50:46.344155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.886377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:50:46.344184Z","caller":"traceutil/trace.go:171","msg":"trace[1015451758] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9939; }","duration":"259.679016ms","start":"2026-03-31T18:50:46.084493Z","end":"2026-03-31T18:50:46.344172Z","steps":["trace[1015451758] 'agreement among raft nodes before linearized reading' (duration: 259.597415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.344191Z","caller":"traceutil/trace.go:171","msg":"trace[2119429218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9939; }","duration":"353.951729ms","start":"2026-03-31T18:50:45.990229Z","end":"2026-03-31T18:50:46.344181Z","steps":["trace[2119429218] 'agreement among raft nodes before linearized reading' (duration: 353.883037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.344214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.990218Z","time spent":"353.990129ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:50:46.344257Z","caller":"traceutil/trace.go:171","msg":"trace[1808116673] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:9939; }","duration":"1.090868724s","start":"2026-03-31T18:50:45.253346Z","end":"2026-03-31T18:50:46.344215Z","steps":["trace[1808116673] 'agreement among raft nodes before linearized reading' (duration: 1.090299141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.344308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.253288Z","time spent":"1.091008877s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" "} {"level":"warn","ts":"2026-03-31T18:50:46.343941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.966662Z","time spent":"377.230558ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:46.343941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:45.687279Z","time spent":"656.477213ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:46.601808Z","caller":"traceutil/trace.go:171","msg":"trace[117351649] transaction","detail":"{read_only:false; response_revision:9943; number_of_response:1; }","duration":"253.793674ms","start":"2026-03-31T18:50:46.347979Z","end":"2026-03-31T18:50:46.601773Z","steps":["trace[117351649] 'process raft request' (duration: 253.663062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.602005Z","caller":"traceutil/trace.go:171","msg":"trace[1580486583] transaction","detail":"{read_only:false; response_revision:9941; number_of_response:1; }","duration":"255.116995ms","start":"2026-03-31T18:50:46.346864Z","end":"2026-03-31T18:50:46.601981Z","steps":["trace[1580486583] 'process raft request' (duration: 165.959208ms)","trace[1580486583] 'compare' (duration: 88.629474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:46.602151Z","caller":"traceutil/trace.go:171","msg":"trace[1092034862] transaction","detail":"{read_only:false; response_revision:9942; number_of_response:1; }","duration":"254.45269ms","start":"2026-03-31T18:50:46.34764Z","end":"2026-03-31T18:50:46.602093Z","steps":["trace[1092034862] 'process raft request' (duration: 253.955428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.602261Z","caller":"traceutil/trace.go:171","msg":"trace[1261780281] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"254.127312ms","start":"2026-03-31T18:50:46.348078Z","end":"2026-03-31T18:50:46.602205Z","steps":["trace[1261780281] 'process raft request' (duration: 253.589599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.60234Z","caller":"traceutil/trace.go:171","msg":"trace[969929684] linearizableReadLoop","detail":"{readStateIndex:10344; appliedIndex:10336; }","duration":"252.470515ms","start":"2026-03-31T18:50:46.349853Z","end":"2026-03-31T18:50:46.602324Z","steps":["trace[969929684] 'read index received' (duration: 34.40692ms)","trace[969929684] 'applied index is now lower than readState.Index' (duration: 218.061035ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:46.602188Z","caller":"traceutil/trace.go:171","msg":"trace[568058871] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"253.729134ms","start":"2026-03-31T18:50:46.348424Z","end":"2026-03-31T18:50:46.602154Z","steps":["trace[568058871] 'process raft request' (duration: 253.288253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.602278Z","caller":"traceutil/trace.go:171","msg":"trace[1196292835] transaction","detail":"{read_only:false; response_revision:9947; number_of_response:1; }","duration":"253.855426ms","start":"2026-03-31T18:50:46.348405Z","end":"2026-03-31T18:50:46.60226Z","steps":["trace[1196292835] 'process raft request' (duration: 253.326814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.602473Z","caller":"traceutil/trace.go:171","msg":"trace[1608463446] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"253.934768ms","start":"2026-03-31T18:50:46.348424Z","end":"2026-03-31T18:50:46.602358Z","steps":["trace[1608463446] 'process raft request' (duration: 253.269683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.749617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.738542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228701"} {"level":"info","ts":"2026-03-31T18:50:46.749689Z","caller":"traceutil/trace.go:171","msg":"trace[1543747935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9947; }","duration":"399.850635ms","start":"2026-03-31T18:50:46.349822Z","end":"2026-03-31T18:50:46.749672Z","steps":["trace[1543747935] 'agreement among raft nodes before linearized reading' (duration: 252.603868ms)","trace[1543747935] 'range keys from in-memory index tree' (duration: 146.9223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:46.74972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:46.34981Z","time spent":"399.901926ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:50:46.750083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.267851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:50:46.75032Z","caller":"traceutil/trace.go:171","msg":"trace[1598739551] linearizableReadLoop","detail":"{readStateIndex:10345; appliedIndex:10344; }","duration":"147.887622ms","start":"2026-03-31T18:50:46.602391Z","end":"2026-03-31T18:50:46.750279Z","steps":["trace[1598739551] 'read index received' (duration: 89.832µs)","trace[1598739551] 'applied index is now lower than readState.Index' (duration: 147.79351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:46.750537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.069791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:46.750618Z","caller":"traceutil/trace.go:171","msg":"trace[1969198576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9947; }","duration":"400.181194ms","start":"2026-03-31T18:50:46.35042Z","end":"2026-03-31T18:50:46.750601Z","steps":["trace[1969198576] 'agreement among raft nodes before linearized reading' (duration: 400.03354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:46.750695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:46.350412Z","time spent":"400.264515ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:46.833574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.545736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wq5q9\" ","response":"range_response_count:1 size:4738"} {"level":"info","ts":"2026-03-31T18:50:46.833681Z","caller":"traceutil/trace.go:171","msg":"trace[1296719981] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wq5q9; range_end:; response_count:1; response_revision:9948; }","duration":"135.683418ms","start":"2026-03-31T18:50:46.697976Z","end":"2026-03-31T18:50:46.83366Z","steps":["trace[1296719981] 'agreement among raft nodes before linearized reading' (duration: 135.442953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:46.833677Z","caller":"traceutil/trace.go:171","msg":"trace[1354946317] transaction","detail":"{read_only:false; response_revision:9948; number_of_response:1; }","duration":"134.947193ms","start":"2026-03-31T18:50:46.698683Z","end":"2026-03-31T18:50:46.83363Z","steps":["trace[1354946317] 'process raft request' (duration: 134.554114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:47.187955Z","caller":"traceutil/trace.go:171","msg":"trace[2087512551] transaction","detail":"{read_only:false; response_revision:9949; number_of_response:1; }","duration":"347.402151ms","start":"2026-03-31T18:50:46.840523Z","end":"2026-03-31T18:50:47.187926Z","steps":["trace[2087512551] 'process raft request' (duration: 347.226317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:47.188122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:46.840492Z","time spent":"347.541364ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:48.466351Z","caller":"traceutil/trace.go:171","msg":"trace[763844291] transaction","detail":"{read_only:false; response_revision:9951; number_of_response:1; }","duration":"116.685873ms","start":"2026-03-31T18:50:48.349636Z","end":"2026-03-31T18:50:48.466322Z","steps":["trace[763844291] 'process raft request' (duration: 116.407857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:48.466538Z","caller":"traceutil/trace.go:171","msg":"trace[202428718] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"116.616531ms","start":"2026-03-31T18:50:48.34989Z","end":"2026-03-31T18:50:48.466507Z","steps":["trace[202428718] 'process raft request' (duration: 116.314505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:48.682625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.697254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:48.682758Z","caller":"traceutil/trace.go:171","msg":"trace[1066809653] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9952; }","duration":"170.895508ms","start":"2026-03-31T18:50:48.511831Z","end":"2026-03-31T18:50:48.682726Z","steps":["trace[1066809653] 'count revisions from in-memory index tree' (duration: 170.54241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:50.635712Z","caller":"traceutil/trace.go:171","msg":"trace[148562958] transaction","detail":"{read_only:false; response_revision:9959; number_of_response:1; }","duration":"189.199068ms","start":"2026-03-31T18:50:50.446476Z","end":"2026-03-31T18:50:50.635675Z","steps":["trace[148562958] 'process raft request' (duration: 188.954782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:50.69551Z","caller":"traceutil/trace.go:171","msg":"trace[466771068] transaction","detail":"{read_only:false; response_revision:9961; number_of_response:1; }","duration":"223.405894ms","start":"2026-03-31T18:50:50.472066Z","end":"2026-03-31T18:50:50.695472Z","steps":["trace[466771068] 'process raft request' (duration: 223.342473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:50.695831Z","caller":"traceutil/trace.go:171","msg":"trace[487285915] transaction","detail":"{read_only:false; response_revision:9960; number_of_response:1; }","duration":"224.294153ms","start":"2026-03-31T18:50:50.471499Z","end":"2026-03-31T18:50:50.695793Z","steps":["trace[487285915] 'process raft request' (duration: 223.68182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.155571Z","caller":"traceutil/trace.go:171","msg":"trace[1198802504] linearizableReadLoop","detail":"{readStateIndex:10361; appliedIndex:10359; }","duration":"319.474986ms","start":"2026-03-31T18:50:50.836063Z","end":"2026-03-31T18:50:51.155538Z","steps":["trace[1198802504] 'read index received' (duration: 319.317183ms)","trace[1198802504] 'applied index is now lower than readState.Index' (duration: 156.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:51.155616Z","caller":"traceutil/trace.go:171","msg":"trace[1794805096] transaction","detail":"{read_only:false; response_revision:9962; number_of_response:1; }","duration":"319.612649ms","start":"2026-03-31T18:50:50.835962Z","end":"2026-03-31T18:50:51.155575Z","steps":["trace[1794805096] 'process raft request' (duration: 319.367993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.155667Z","caller":"traceutil/trace.go:171","msg":"trace[309116769] transaction","detail":"{read_only:false; response_revision:9963; number_of_response:1; }","duration":"319.65253ms","start":"2026-03-31T18:50:50.835978Z","end":"2026-03-31T18:50:51.155631Z","steps":["trace[309116769] 'process raft request' (duration: 319.512897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.155834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.835958Z","time spent":"319.788453ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.15587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.835937Z","time spent":"319.761062ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.15614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.046128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228698"} {"level":"info","ts":"2026-03-31T18:50:51.156195Z","caller":"traceutil/trace.go:171","msg":"trace[291794821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9963; }","duration":"320.159201ms","start":"2026-03-31T18:50:50.836023Z","end":"2026-03-31T18:50:51.156182Z","steps":["trace[291794821] 'agreement among raft nodes before linearized reading' (duration: 319.67051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.15624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.836012Z","time spent":"320.215512ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228721,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:50:51.358963Z","caller":"traceutil/trace.go:171","msg":"trace[1077420773] transaction","detail":"{read_only:false; response_revision:9965; number_of_response:1; }","duration":"522.868832ms","start":"2026-03-31T18:50:50.836065Z","end":"2026-03-31T18:50:51.358934Z","steps":["trace[1077420773] 'process raft request' (duration: 522.719249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.359062Z","caller":"traceutil/trace.go:171","msg":"trace[697117280] transaction","detail":"{read_only:false; response_revision:9964; number_of_response:1; }","duration":"522.910483ms","start":"2026-03-31T18:50:50.836049Z","end":"2026-03-31T18:50:51.35896Z","steps":["trace[697117280] 'process raft request' (duration: 520.298534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.359241Z","caller":"traceutil/trace.go:171","msg":"trace[802198313] linearizableReadLoop","detail":"{readStateIndex:10365; appliedIndex:10361; }","duration":"203.56825ms","start":"2026-03-31T18:50:51.15565Z","end":"2026-03-31T18:50:51.359219Z","steps":["trace[802198313] 'read index received' (duration: 200.492852ms)","trace[802198313] 'applied index is now lower than readState.Index' (duration: 3.073588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:51.359268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.836038Z","time spent":"523.056666ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:51.359332Z","caller":"traceutil/trace.go:171","msg":"trace[664965495] transaction","detail":"{read_only:false; response_revision:9966; number_of_response:1; }","duration":"523.257771ms","start":"2026-03-31T18:50:50.836064Z","end":"2026-03-31T18:50:51.359322Z","steps":["trace[664965495] 'process raft request' (duration: 522.829491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.359333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.836024Z","time spent":"523.160519ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.359414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.987752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:50:51.359415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.836042Z","time spent":"523.326842ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:51.359458Z","caller":"traceutil/trace.go:171","msg":"trace[8282698] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:9967; }","duration":"397.067264ms","start":"2026-03-31T18:50:50.962379Z","end":"2026-03-31T18:50:51.359446Z","steps":["trace[8282698] 'agreement among raft nodes before linearized reading' (duration: 396.919551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:51.359282Z","caller":"traceutil/trace.go:171","msg":"trace[1656969533] transaction","detail":"{read_only:false; response_revision:9967; number_of_response:1; }","duration":"523.141288ms","start":"2026-03-31T18:50:50.836112Z","end":"2026-03-31T18:50:51.359253Z","steps":["trace[1656969533] 'process raft request' (duration: 523.027656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.35951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.962359Z","time spent":"397.135196ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:50:51.359598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:50.8361Z","time spent":"523.452925ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:51.359892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.4415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:50:51.359967Z","caller":"traceutil/trace.go:171","msg":"trace[1088745876] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9967; }","duration":"300.562612ms","start":"2026-03-31T18:50:51.059382Z","end":"2026-03-31T18:50:51.359945Z","steps":["trace[1088745876] 'agreement among raft nodes before linearized reading' (duration: 300.084392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.360014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.059357Z","time spent":"300.644014ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:50:51.359901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.172039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:50:51.360332Z","caller":"traceutil/trace.go:171","msg":"trace[2067524849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9967; }","duration":"302.655639ms","start":"2026-03-31T18:50:51.057652Z","end":"2026-03-31T18:50:51.360308Z","steps":["trace[2067524849] 'agreement among raft nodes before linearized reading' (duration: 302.065056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:51.36053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:51.057628Z","time spent":"302.882104ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:50:53.00857Z","caller":"traceutil/trace.go:171","msg":"trace[1721023824] linearizableReadLoop","detail":"{readStateIndex:10370; appliedIndex:10369; }","duration":"497.687307ms","start":"2026-03-31T18:50:52.510856Z","end":"2026-03-31T18:50:53.008543Z","steps":["trace[1721023824] 'read index received' (duration: 497.583635ms)","trace[1721023824] 'applied index is now lower than readState.Index' (duration: 102.502µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:53.008675Z","caller":"traceutil/trace.go:171","msg":"trace[1782667182] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"645.689073ms","start":"2026-03-31T18:50:52.362953Z","end":"2026-03-31T18:50:53.008642Z","steps":["trace[1782667182] 'process raft request' (duration: 645.411006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.008795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.362923Z","time spent":"645.806166ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:53.008826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.940943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:53.00887Z","caller":"traceutil/trace.go:171","msg":"trace[1808642736] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9971; }","duration":"498.039086ms","start":"2026-03-31T18:50:52.510819Z","end":"2026-03-31T18:50:53.008858Z","steps":["trace[1808642736] 'agreement among raft nodes before linearized reading' (duration: 497.885102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.008908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.510802Z","time spent":"498.096417ms","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:50:53.025506Z","caller":"traceutil/trace.go:171","msg":"trace[459899518] transaction","detail":"{read_only:false; response_revision:9974; number_of_response:1; }","duration":"321.472301ms","start":"2026-03-31T18:50:52.704013Z","end":"2026-03-31T18:50:53.025485Z","steps":["trace[459899518] 'process raft request' (duration: 321.44359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:53.025544Z","caller":"traceutil/trace.go:171","msg":"trace[1277728756] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"383.449648ms","start":"2026-03-31T18:50:52.642053Z","end":"2026-03-31T18:50:53.025502Z","steps":["trace[1277728756] 'process raft request' (duration: 383.246963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.025649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.704Z","time spent":"321.573223ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:53.025702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.642029Z","time spent":"383.584902ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:53.025764Z","caller":"traceutil/trace.go:171","msg":"trace[1584630422] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"321.740877ms","start":"2026-03-31T18:50:52.704013Z","end":"2026-03-31T18:50:53.025753Z","steps":["trace[1584630422] 'process raft request' (duration: 321.41311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.025969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.703992Z","time spent":"321.946061ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:53.02609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.598056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:53.026116Z","caller":"traceutil/trace.go:171","msg":"trace[1345874787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9974; }","duration":"193.656788ms","start":"2026-03-31T18:50:52.832451Z","end":"2026-03-31T18:50:53.026108Z","steps":["trace[1345874787] 'agreement among raft nodes before linearized reading' (duration: 193.610267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.026177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.741649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:53.026219Z","caller":"traceutil/trace.go:171","msg":"trace[1906647442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9974; }","duration":"301.78922ms","start":"2026-03-31T18:50:52.724418Z","end":"2026-03-31T18:50:53.026207Z","steps":["trace[1906647442] 'agreement among raft nodes before linearized reading' (duration: 301.728579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:53.02624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:52.724366Z","time spent":"301.868031ms","remote":"127.0.0.1:48232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:54.143699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:54.644264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.144432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.645319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:55.83338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:55.833483Z","caller":"traceutil/trace.go:171","msg":"trace[822906083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672482s","start":"2026-03-31T18:50:53.832789Z","end":"2026-03-31T18:50:55.833461Z","steps":["trace[822906083] 'agreement among raft nodes before linearized reading' (duration: 2.000510458s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:55.833538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.832766Z","time spent":"2.000759913s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:56.146181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:56.647386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:57.14804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:57.648278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:57.834262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:50:57.834342Z","caller":"traceutil/trace.go:171","msg":"trace[118868978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493608s","start":"2026-03-31T18:50:55.833829Z","end":"2026-03-31T18:50:57.834323Z","steps":["trace[118868978] 'agreement among raft nodes before linearized reading' (duration: 2.000391756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:57.834453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.833805Z","time spent":"2.000632381s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.14924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:58.36659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.367266Z","time spent":"4.999314655s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.367741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.369034Z","time spent":"4.998697752s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:50:58.367925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.36906Z","time spent":"4.998853346s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:50:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:50:58.650151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:59.150649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:59.651215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:50:59.803012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.435646407s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:50:59.842143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:50:59.84224Z","caller":"traceutil/trace.go:171","msg":"trace[1244293274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000708422s","start":"2026-03-31T18:50:57.84151Z","end":"2026-03-31T18:50:59.842219Z","steps":["trace[1244293274] 'agreement among raft nodes before linearized reading' (duration: 2.000531608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:59.842292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.841496Z","time spent":"2.000785234s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:00.029202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.030484Z","time spent":"4.998710223s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:51:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:00.034358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.034532Z","time spent":"4.999816837s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:00.369077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.368668Z","time spent":"7.000402428s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:00.851863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.85066Z","time spent":"7.001197095s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:01.842544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:01.842658Z","caller":"traceutil/trace.go:171","msg":"trace[1041085867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218481s","start":"2026-03-31T18:50:59.842416Z","end":"2026-03-31T18:51:01.842634Z","steps":["trace[1041085867] 'agreement among raft nodes before linearized reading' (duration: 2.000084108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:01.842723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:59.842382Z","time spent":"2.000326584s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:02.032841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.031812Z","time spent":"7.001022551s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:02.522481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.719218606s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:51:02.523251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626223023s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:02.523371Z","caller":"traceutil/trace.go:171","msg":"trace[1675044244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9978; }","duration":"2.626353937s","start":"2026-03-31T18:50:59.896997Z","end":"2026-03-31T18:51:02.523351Z","steps":["trace[1675044244] 'range keys from in-memory index tree' (duration: 2.626207233s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:02.525554Z","caller":"traceutil/trace.go:171","msg":"trace[970223479] transaction","detail":"{read_only:false; response_revision:9986; number_of_response:1; }","duration":"6.118591326s","start":"2026-03-31T18:50:56.406931Z","end":"2026-03-31T18:51:02.525522Z","steps":["trace[970223479] 'process raft request' (duration: 6.117751156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:02.525686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.406902Z","time spent":"6.118714629s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:03.154564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.808947ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:51:03.155233Z","caller":"traceutil/trace.go:171","msg":"trace[304528419] transaction","detail":"{read_only:false; response_revision:9987; number_of_response:1; }","duration":"6.472162476s","start":"2026-03-31T18:50:56.683049Z","end":"2026-03-31T18:51:03.155212Z","steps":["trace[304528419] 'process raft request' (duration: 6.471621533s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:03.155238Z","caller":"traceutil/trace.go:171","msg":"trace[284034196] linearizableReadLoop","detail":"{readStateIndex:10387; appliedIndex:10376; }","duration":"9.512161097s","start":"2026-03-31T18:50:53.643048Z","end":"2026-03-31T18:51:03.155209Z","steps":["trace[284034196] 'read index received' (duration: 6.160201668s)","trace[284034196] 'applied index is now lower than readState.Index' (duration: 3.351957219s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.155354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.683012Z","time spent":"6.472278309s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:03.693696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.502126573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:51:03.693822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.507003434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:51:03.693888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.848793462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.693919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324153175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-31T18:51:03.693982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.838083208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:03.693967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324564075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-31T18:51:03.69397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318785149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-31T18:51:03.694031Z","caller":"traceutil/trace.go:171","msg":"trace[165741726] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9987; }","duration":"8.83817177s","start":"2026-03-31T18:50:54.855843Z","end":"2026-03-31T18:51:03.694015Z","steps":["trace[165741726] 'agreement among raft nodes before linearized reading' (duration: 8.299770191s)","trace[165741726] 'count revisions from in-memory index tree' (duration: 538.346078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.693711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730226602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:51:03.694063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.82724944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.694105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323604064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-31T18:51:03.694139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837845983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:51:03.694143Z","caller":"traceutil/trace.go:171","msg":"trace[571728836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.323641775s","start":"2026-03-31T18:51:00.370491Z","end":"2026-03-31T18:51:03.694133Z","steps":["trace[571728836] 'agreement among raft nodes before linearized reading' (duration: 2.785029871s)","trace[571728836] 'range keys from in-memory index tree' (duration: 538.562793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.193988241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:03.693951Z","caller":"traceutil/trace.go:171","msg":"trace[2128864128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9987; }","duration":"8.502348869s","start":"2026-03-31T18:50:55.191517Z","end":"2026-03-31T18:51:03.693866Z","steps":["trace[2128864128] 'agreement among raft nodes before linearized reading' (duration: 7.964084013s)","trace[2128864128] 'range keys from in-memory index tree' (duration: 537.944609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.513932989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:03.694191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.311354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:03.694191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.370469Z","time spent":"3.323711456s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:03.694224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.191507Z","time spent":"8.502699376s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:51:03.694144Z","caller":"traceutil/trace.go:171","msg":"trace[855323883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9987; }","duration":"5.827361732s","start":"2026-03-31T18:50:57.866758Z","end":"2026-03-31T18:51:03.69412Z","steps":["trace[855323883] 'agreement among raft nodes before linearized reading' (duration: 5.28880467s)","trace[855323883] 'count revisions from in-memory index tree' (duration: 538.480471ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694249Z","caller":"traceutil/trace.go:171","msg":"trace[2072459282] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9987; }","duration":"7.514083173s","start":"2026-03-31T18:50:56.180139Z","end":"2026-03-31T18:51:03.694222Z","steps":["trace[2072459282] 'agreement among raft nodes before linearized reading' (duration: 6.975437888s)","trace[2072459282] 'count revisions from in-memory index tree' (duration: 538.513652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.440641816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T18:51:03.694252Z","caller":"traceutil/trace.go:171","msg":"trace[253224092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9987; }","duration":"770.418976ms","start":"2026-03-31T18:51:02.923809Z","end":"2026-03-31T18:51:03.694228Z","steps":["trace[253224092] 'agreement among raft nodes before linearized reading' (duration: 231.615988ms)","trace[253224092] 'count revisions from in-memory index tree' (duration: 538.727596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:57.866736Z","time spent":"5.827541107s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.694296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.180113Z","time spent":"7.514173484s","remote":"127.0.0.1:41666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.694309Z","caller":"traceutil/trace.go:171","msg":"trace[783707710] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:9987; }","duration":"8.440738068s","start":"2026-03-31T18:50:55.253551Z","end":"2026-03-31T18:51:03.694289Z","steps":["trace[783707710] 'agreement among raft nodes before linearized reading' (duration: 7.902033212s)","trace[783707710] 'range keys from in-memory index tree' (duration: 538.459281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.25353Z","time spent":"8.44081751s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" "} {"level":"warn","ts":"2026-03-31T18:51:03.694343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.92378Z","time spent":"770.539149ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.69441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.500218921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:51:03.69444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.62302948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:03.694468Z","caller":"traceutil/trace.go:171","msg":"trace[980682307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9987; }","duration":"8.500290242s","start":"2026-03-31T18:50:55.194161Z","end":"2026-03-31T18:51:03.694452Z","steps":["trace[980682307] 'agreement among raft nodes before linearized reading' (duration: 7.961430452s)","trace[980682307] 'range keys from in-memory index tree' (duration: 538.644944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.693919Z","caller":"traceutil/trace.go:171","msg":"trace[86970240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9987; }","duration":"8.507135596s","start":"2026-03-31T18:50:55.186757Z","end":"2026-03-31T18:51:03.693892Z","steps":["trace[86970240] 'agreement among raft nodes before linearized reading' (duration: 7.96885062s)","trace[86970240] 'range keys from in-memory index tree' (duration: 538.116893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.194154Z","time spent":"8.500350974s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:51:03.693994Z","caller":"traceutil/trace.go:171","msg":"trace[371379782] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9987; }","duration":"6.848955075s","start":"2026-03-31T18:50:56.845013Z","end":"2026-03-31T18:51:03.693968Z","steps":["trace[371379782] 'agreement among raft nodes before linearized reading' (duration: 6.310556546s)","trace[371379782] 'count revisions from in-memory index tree' (duration: 538.218935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.620538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:03.694479Z","caller":"traceutil/trace.go:171","msg":"trace[451180824] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9987; }","duration":"9.623112232s","start":"2026-03-31T18:50:54.071358Z","end":"2026-03-31T18:51:03.69447Z","steps":["trace[451180824] 'agreement among raft nodes before linearized reading' (duration: 9.084277753s)","trace[451180824] 'count revisions from in-memory index tree' (duration: 538.786417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694646Z","caller":"traceutil/trace.go:171","msg":"trace[397839526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9987; }","duration":"327.722051ms","start":"2026-03-31T18:51:03.366909Z","end":"2026-03-31T18:51:03.694631Z","steps":["trace[397839526] 'range keys from in-memory index tree' (duration: 327.517026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.694641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656978954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T18:51:03.694676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.366902Z","time spent":"327.768162ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:03.694691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039706896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.694679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.051630869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:03.694702Z","caller":"traceutil/trace.go:171","msg":"trace[1094860766] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9987; }","duration":"1.657068885s","start":"2026-03-31T18:51:02.037613Z","end":"2026-03-31T18:51:03.694681Z","steps":["trace[1094860766] 'agreement among raft nodes before linearized reading' (duration: 1.117841437s)","trace[1094860766] 'range keys from in-memory index tree' (duration: 539.100224ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694719Z","caller":"traceutil/trace.go:171","msg":"trace[1715456877] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9987; }","duration":"2.039766487s","start":"2026-03-31T18:51:01.65494Z","end":"2026-03-31T18:51:03.694706Z","steps":["trace[1715456877] 'agreement among raft nodes before linearized reading' (duration: 1.50054047s)","trace[1715456877] 'count revisions from in-memory index tree' (duration: 539.192057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694731Z","caller":"traceutil/trace.go:171","msg":"trace[993513825] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9987; }","duration":"10.051732152s","start":"2026-03-31T18:50:53.642985Z","end":"2026-03-31T18:51:03.694717Z","steps":["trace[993513825] 'agreement among raft nodes before linearized reading' (duration: 9.512379601s)","trace[993513825] 'count revisions from in-memory index tree' (duration: 539.278308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.125041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.694763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.037594Z","time spent":"1.657155307s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:03.694766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414506011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:03.694786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.642954Z","time spent":"10.051821344s","remote":"127.0.0.1:41282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.694782Z","caller":"traceutil/trace.go:171","msg":"trace[2030470367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9987; }","duration":"329.186303ms","start":"2026-03-31T18:51:03.365586Z","end":"2026-03-31T18:51:03.694772Z","steps":["trace[2030470367] 'range keys from in-memory index tree' (duration: 328.973408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:03.69482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.365559Z","time spent":"329.256265ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:03.694817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.82706659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:03.694816Z","caller":"traceutil/trace.go:171","msg":"trace[880096098] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9987; }","duration":"2.414593093s","start":"2026-03-31T18:51:01.28021Z","end":"2026-03-31T18:51:03.694803Z","steps":["trace[880096098] 'agreement among raft nodes before linearized reading' (duration: 1.875284013s)","trace[880096098] 'count revisions from in-memory index tree' (duration: 539.233778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.071335Z","time spent":"9.623308116s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.694816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.337384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-31T18:51:03.69486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.28015Z","time spent":"2.414668005s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.694588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:56.84499Z","time spent":"6.849576079s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.694897Z","caller":"traceutil/trace.go:171","msg":"trace[1732111095] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9987; }","duration":"670.460707ms","start":"2026-03-31T18:51:03.024419Z","end":"2026-03-31T18:51:03.69488Z","steps":["trace[1732111095] 'agreement among raft nodes before linearized reading' (duration: 130.997525ms)","trace[1732111095] 'range keys from in-memory index tree' (duration: 538.700846ms)"],"step_count":2} 2026/03/31 18:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.694259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.442003255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:03.694753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.654885Z","time spent":"2.039862989s","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.694942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.024395Z","time spent":"670.534758ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:51:03.694883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530364574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:03.694971Z","caller":"traceutil/trace.go:171","msg":"trace[751316482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9987; }","duration":"9.442750342s","start":"2026-03-31T18:50:54.252204Z","end":"2026-03-31T18:51:03.694954Z","steps":["trace[751316482] 'agreement among raft nodes before linearized reading' (duration: 8.903424232s)","trace[751316482] 'count revisions from in-memory index tree' (duration: 538.606944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694203Z","caller":"traceutil/trace.go:171","msg":"trace[628393896] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9987; }","duration":"9.194089363s","start":"2026-03-31T18:50:54.500096Z","end":"2026-03-31T18:51:03.694185Z","steps":["trace[628393896] 'agreement among raft nodes before linearized reading' (duration: 8.65552459s)","trace[628393896] 'count revisions from in-memory index tree' (duration: 538.495101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.695021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.252181Z","time spent":"9.442825254s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.694518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837097768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:03.69504Z","caller":"traceutil/trace.go:171","msg":"trace[1294028030] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9987; }","duration":"3.530558629s","start":"2026-03-31T18:51:00.164433Z","end":"2026-03-31T18:51:03.694991Z","steps":["trace[1294028030] 'agreement among raft nodes before linearized reading' (duration: 2.991107956s)","trace[1294028030] 'count revisions from in-memory index tree' (duration: 539.238438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.693834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162943537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:03.695183Z","caller":"traceutil/trace.go:171","msg":"trace[889466030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9987; }","duration":"1.164333939s","start":"2026-03-31T18:51:02.530835Z","end":"2026-03-31T18:51:03.695169Z","steps":["trace[889466030] 'agreement among raft nodes before linearized reading' (duration: 624.60168ms)","trace[889466030] 'count revisions from in-memory index tree' (duration: 538.334418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.69503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.500073Z","time spent":"9.194948411s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:03.695228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.530809Z","time spent":"1.16440012s","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:03.695194Z","caller":"traceutil/trace.go:171","msg":"trace[1175230207] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.319128316s","start":"2026-03-31T18:51:02.374988Z","end":"2026-03-31T18:51:03.694116Z","steps":["trace[1175230207] 'agreement among raft nodes before linearized reading' (duration: 780.456311ms)","trace[1175230207] 'range keys from in-memory index tree' (duration: 538.350728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694046Z","caller":"traceutil/trace.go:171","msg":"trace[687733099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.324696087s","start":"2026-03-31T18:51:00.369333Z","end":"2026-03-31T18:51:03.694029Z","steps":["trace[687733099] 'agreement among raft nodes before linearized reading' (duration: 2.786200496s)","trace[687733099] 'range keys from in-memory index tree' (duration: 538.392669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.69527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:02.374966Z","time spent":"1.320291872s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:03.695105Z","caller":"traceutil/trace.go:171","msg":"trace[1012439406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9987; }","duration":"1.837715482s","start":"2026-03-31T18:51:01.857373Z","end":"2026-03-31T18:51:03.695088Z","steps":["trace[1012439406] 'agreement among raft nodes before linearized reading' (duration: 1.298093876s)","trace[1012439406] 'range keys from in-memory index tree' (duration: 538.991092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.695298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.369297Z","time spent":"3.325982166s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:03.69533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:01.857355Z","time spent":"1.837955597s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:03.694143Z","caller":"traceutil/trace.go:171","msg":"trace[1681991257] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:9987; }","duration":"2.730690863s","start":"2026-03-31T18:51:00.963403Z","end":"2026-03-31T18:51:03.694094Z","steps":["trace[1681991257] 'agreement among raft nodes before linearized reading' (duration: 2.19210024s)","trace[1681991257] 'range keys from in-memory index tree' (duration: 538.099372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:03.694176Z","caller":"traceutil/trace.go:171","msg":"trace[769828576] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:9987; }","duration":"2.837881884s","start":"2026-03-31T18:51:00.856285Z","end":"2026-03-31T18:51:03.694167Z","steps":["trace[769828576] 'agreement among raft nodes before linearized reading' (duration: 2.299226849s)","trace[769828576] 'range keys from in-memory index tree' (duration: 538.514412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.695198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.164369Z","time spent":"3.530779013s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} 2026/03/31 18:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.695415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.856221Z","time spent":"2.839177412s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T18:51:03.69424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657774538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-31T18:51:03.693999Z","caller":"traceutil/trace.go:171","msg":"trace[1838610514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.324265078s","start":"2026-03-31T18:51:00.369715Z","end":"2026-03-31T18:51:03.69398Z","steps":["trace[1838610514] 'agreement among raft nodes before linearized reading' (duration: 2.785812568s)","trace[1838610514] 'range keys from in-memory index tree' (duration: 538.329308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.694531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:55.186731Z","time spent":"8.50778949s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:03.695442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.963378Z","time spent":"2.732012982s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:51:03.695523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.369707Z","time spent":"3.325803472s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:51:03.695539Z","caller":"traceutil/trace.go:171","msg":"trace[406368306] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9987; }","duration":"3.659070967s","start":"2026-03-31T18:51:00.036423Z","end":"2026-03-31T18:51:03.695494Z","steps":["trace[406368306] 'agreement among raft nodes before linearized reading' (duration: 3.119132384s)","trace[406368306] 'range keys from in-memory index tree' (duration: 538.473301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.695739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.036392Z","time spent":"3.659321853s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 18:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:51:03.694848Z","caller":"traceutil/trace.go:171","msg":"trace[2020599043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9987; }","duration":"9.827142152s","start":"2026-03-31T18:50:53.867698Z","end":"2026-03-31T18:51:03.694841Z","steps":["trace[2020599043] 'agreement among raft nodes before linearized reading' (duration: 9.28770001s)","trace[2020599043] 'range keys from in-memory index tree' (duration: 539.370281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.696025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:53.867677Z","time spent":"9.828328809s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:03.693887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651450857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-03-31T18:51:03.696155Z","caller":"traceutil/trace.go:171","msg":"trace[1604820959] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9987; }","duration":"3.653763879s","start":"2026-03-31T18:51:00.042371Z","end":"2026-03-31T18:51:03.696134Z","steps":["trace[1604820959] 'agreement among raft nodes before linearized reading' (duration: 3.113177081s)","trace[1604820959] 'range keys from in-memory index tree' (duration: 538.100232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:03.696209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:00.042333Z","time spent":"3.653859751s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:51:03.69408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:54.855819Z","time spent":"8.838249362s","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} 2026/03/31 18:51:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:04.115901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:04.500486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13308171s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:04.500917Z","caller":"traceutil/trace.go:171","msg":"trace[824146404] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9987; }","duration":"1.133572561s","start":"2026-03-31T18:51:03.367318Z","end":"2026-03-31T18:51:04.500891Z","steps":["trace[824146404] 'process raft request' (duration: 1.133459398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.501105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.367304Z","time spent":"1.133717264s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:04.670847Z","caller":"traceutil/trace.go:171","msg":"trace[1384963715] transaction","detail":"{read_only:false; response_revision:9988; number_of_response:1; }","duration":"973.794012ms","start":"2026-03-31T18:51:03.697019Z","end":"2026-03-31T18:51:04.670813Z","steps":["trace[1384963715] 'process raft request' (duration: 973.568396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.670944Z","caller":"traceutil/trace.go:171","msg":"trace[1172709405] linearizableReadLoop","detail":"{readStateIndex:10393; appliedIndex:10387; }","duration":"1.055145944s","start":"2026-03-31T18:51:03.615778Z","end":"2026-03-31T18:51:04.670924Z","steps":["trace[1172709405] 'read index received' (duration: 884.976852ms)","trace[1172709405] 'applied index is now lower than readState.Index' (duration: 170.168422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:04.671038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.697001Z","time spent":"973.922595ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:04.671057Z","caller":"traceutil/trace.go:171","msg":"trace[247639053] transaction","detail":"{read_only:false; response_revision:9990; number_of_response:1; }","duration":"970.314304ms","start":"2026-03-31T18:51:03.700735Z","end":"2026-03-31T18:51:04.671049Z","steps":["trace[247639053] 'process raft request' (duration: 970.11576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.700713Z","time spent":"970.369795ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:04.671164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.69782Z","time spent":"973.335772ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:04.671304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055503722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:04.671383Z","caller":"traceutil/trace.go:171","msg":"trace[764436852] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9991; }","duration":"1.055653895s","start":"2026-03-31T18:51:03.615711Z","end":"2026-03-31T18:51:04.671365Z","steps":["trace[764436852] 'agreement among raft nodes before linearized reading' (duration: 1.055438321s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.671382Z","caller":"traceutil/trace.go:171","msg":"trace[1284999336] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"970.56741ms","start":"2026-03-31T18:51:03.70078Z","end":"2026-03-31T18:51:04.671348Z","steps":["trace[1284999336] 'process raft request' (duration: 970.10789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.448346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:04.671429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.615692Z","time spent":"1.055727447s","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":86,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.671474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.755004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:51:04.671486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.793485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T18:51:04.671502Z","caller":"traceutil/trace.go:171","msg":"trace[1843062625] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9991; }","duration":"970.795124ms","start":"2026-03-31T18:51:03.700699Z","end":"2026-03-31T18:51:04.671494Z","steps":["trace[1843062625] 'agreement among raft nodes before linearized reading' (duration: 970.664171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.671518Z","caller":"traceutil/trace.go:171","msg":"trace[1083964057] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9991; }","duration":"970.839866ms","start":"2026-03-31T18:51:03.700669Z","end":"2026-03-31T18:51:04.671509Z","steps":["trace[1083964057] 'agreement among raft nodes before linearized reading' (duration: 970.740423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.700693Z","time spent":"970.827146ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:51:04.671541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.700664Z","time spent":"970.872306ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:04.671532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.880676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:51:04.671586Z","caller":"traceutil/trace.go:171","msg":"trace[756687941] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:9991; }","duration":"970.970849ms","start":"2026-03-31T18:51:03.700596Z","end":"2026-03-31T18:51:04.671567Z","steps":["trace[756687941] 'agreement among raft nodes before linearized reading' (duration: 970.785745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.182916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:51:04.671482Z","caller":"traceutil/trace.go:171","msg":"trace[1899044210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9991; }","duration":"974.573719ms","start":"2026-03-31T18:51:03.696878Z","end":"2026-03-31T18:51:04.671451Z","steps":["trace[1899044210] 'agreement among raft nodes before linearized reading' (duration: 974.408976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.700576Z","time spent":"971.0361ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T18:51:04.67163Z","caller":"traceutil/trace.go:171","msg":"trace[795484530] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9991; }","duration":"793.258338ms","start":"2026-03-31T18:51:03.878359Z","end":"2026-03-31T18:51:04.671617Z","steps":["trace[795484530] 'agreement among raft nodes before linearized reading' (duration: 793.153026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.898727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:51:04.67164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.600334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:51:04.671653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.878335Z","time spent":"793.313029ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T18:51:04.671663Z","caller":"traceutil/trace.go:171","msg":"trace[242401220] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:9991; }","duration":"970.929378ms","start":"2026-03-31T18:51:03.700726Z","end":"2026-03-31T18:51:04.671656Z","steps":["trace[242401220] 'agreement among raft nodes before linearized reading' (duration: 970.863936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.671674Z","caller":"traceutil/trace.go:171","msg":"trace[176992857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9991; }","duration":"972.653976ms","start":"2026-03-31T18:51:03.699011Z","end":"2026-03-31T18:51:04.671665Z","steps":["trace[176992857] 'agreement among raft nodes before linearized reading' (duration: 972.497163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.700721Z","time spent":"970.957248ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:51:04.671668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.48035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a201ac39e62f98\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-31T18:51:04.671702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.049455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:04.671716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.698999Z","time spent":"972.707197ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:51:04.671741Z","caller":"traceutil/trace.go:171","msg":"trace[427272207] range","detail":"{range_begin:/registry/events/openstack/ceph.18a201ac39e62f98; range_end:; response_count:1; response_revision:9991; }","duration":"971.566791ms","start":"2026-03-31T18:51:03.700154Z","end":"2026-03-31T18:51:04.671721Z","steps":["trace[427272207] 'agreement among raft nodes before linearized reading' (duration: 971.346136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:04.671754Z","caller":"traceutil/trace.go:171","msg":"trace[69258416] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9991; }","duration":"581.108697ms","start":"2026-03-31T18:51:04.090631Z","end":"2026-03-31T18:51:04.671739Z","steps":["trace[69258416] 'agreement among raft nodes before linearized reading' (duration: 581.014765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.700147Z","time spent":"971.633033ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a201ac39e62f98\" "} {"level":"warn","ts":"2026-03-31T18:51:04.671798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.090571Z","time spent":"581.213339ms","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:04.67192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.696861Z","time spent":"974.780943ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:04.67192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.926654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228698"} {"level":"info","ts":"2026-03-31T18:51:04.671969Z","caller":"traceutil/trace.go:171","msg":"trace[579659636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9991; }","duration":"970.003406ms","start":"2026-03-31T18:51:03.701956Z","end":"2026-03-31T18:51:04.67196Z","steps":["trace[579659636] 'agreement among raft nodes before linearized reading' (duration: 969.570887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:04.671992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.701946Z","time spent":"970.039517ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228721,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:04.672632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:03.70076Z","time spent":"970.686542ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:05.174714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:05.675685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:06.176525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:06.639723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.966398235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:51:06.679405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:06.67949Z","caller":"traceutil/trace.go:171","msg":"trace[1371598476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701643s","start":"2026-03-31T18:51:04.678765Z","end":"2026-03-31T18:51:06.679467Z","steps":["trace[1371598476] 'agreement among raft nodes before linearized reading' (duration: 2.000619481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:06.67953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.678758Z","time spent":"2.000760285s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:06.88088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.766313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:06.881029Z","caller":"traceutil/trace.go:171","msg":"trace[127771280] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"2.207840123s","start":"2026-03-31T18:51:04.67317Z","end":"2026-03-31T18:51:06.881011Z","steps":["trace[127771280] 'process raft request' (duration: 1.966848584s)","trace[127771280] 'compare' (duration: 240.17449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:06.881075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.67315Z","time spent":"2.207904074s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:07.572673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.665699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:07.57297Z","caller":"traceutil/trace.go:171","msg":"trace[244947277] transaction","detail":"{read_only:false; response_revision:9993; number_of_response:1; }","duration":"2.898459321s","start":"2026-03-31T18:51:04.674437Z","end":"2026-03-31T18:51:07.572896Z","steps":["trace[244947277] 'process raft request' (duration: 2.420459194s)","trace[244947277] 'compare' (duration: 477.435714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:07.57314Z","caller":"traceutil/trace.go:171","msg":"trace[1266804577] linearizableReadLoop","detail":"{readStateIndex:10395; appliedIndex:10393; }","duration":"2.899012384s","start":"2026-03-31T18:51:04.674081Z","end":"2026-03-31T18:51:07.573093Z","steps":["trace[1266804577] 'read index received' (duration: 1.965956495s)","trace[1266804577] 'applied index is now lower than readState.Index' (duration: 933.053359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:07.573218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.674413Z","time spent":"2.898674485s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:08.679718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:08.679787Z","caller":"traceutil/trace.go:171","msg":"trace[1367529395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231452s","start":"2026-03-31T18:51:06.67954Z","end":"2026-03-31T18:51:08.679772Z","steps":["trace[1367529395] 'agreement among raft nodes before linearized reading' (duration: 2.00013927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:08.679836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.679532Z","time spent":"2.000279943s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:09.022624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449761953s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:51:09.023315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349214695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-03-31T18:51:09.023382Z","caller":"traceutil/trace.go:171","msg":"trace[1076019437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9993; }","duration":"4.349331088s","start":"2026-03-31T18:51:04.674033Z","end":"2026-03-31T18:51:09.023364Z","steps":["trace[1076019437] 'agreement among raft nodes before linearized reading' (duration: 2.899230658s)","trace[1076019437] 'range keys from in-memory index tree' (duration: 1.449812963s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:09.023416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.673924Z","time spent":"4.349484021s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T18:51:09.024642Z","caller":"traceutil/trace.go:171","msg":"trace[621172406] transaction","detail":"{read_only:false; response_revision:9994; number_of_response:1; }","duration":"2.347570322s","start":"2026-03-31T18:51:06.67705Z","end":"2026-03-31T18:51:09.024621Z","steps":["trace[621172406] 'process raft request' (duration: 2.345669899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.024769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.677016Z","time spent":"2.347677204s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:09.542927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.233768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:09.543107Z","caller":"traceutil/trace.go:171","msg":"trace[386575279] linearizableReadLoop","detail":"{readStateIndex:10399; appliedIndex:10395; }","duration":"1.969880232s","start":"2026-03-31T18:51:07.57321Z","end":"2026-03-31T18:51:09.54309Z","steps":["trace[386575279] 'read index received' (duration: 57.711µs)","trace[386575279] 'applied index is now lower than readState.Index' (duration: 1.969821601s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:09.543181Z","caller":"traceutil/trace.go:171","msg":"trace[2127899732] transaction","detail":"{read_only:false; response_revision:9995; number_of_response:1; }","duration":"2.865747288s","start":"2026-03-31T18:51:06.677418Z","end":"2026-03-31T18:51:09.543165Z","steps":["trace[2127899732] 'process raft request' (duration: 2.347187733s)","trace[2127899732] 'compare' (duration: 517.957311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:09.543255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998623237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:09.543274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.677402Z","time spent":"2.86581968s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:09.543292Z","caller":"traceutil/trace.go:171","msg":"trace[1726550196] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9996; }","duration":"1.998701238s","start":"2026-03-31T18:51:07.544582Z","end":"2026-03-31T18:51:09.543283Z","steps":["trace[1726550196] 'agreement among raft nodes before linearized reading' (duration: 1.998631697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.544553Z","time spent":"1.99876312s","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:09.543198Z","caller":"traceutil/trace.go:171","msg":"trace[1695521553] transaction","detail":"{read_only:false; response_revision:9996; number_of_response:1; }","duration":"2.865532403s","start":"2026-03-31T18:51:06.677657Z","end":"2026-03-31T18:51:09.54319Z","steps":["trace[1695521553] 'process raft request' (duration: 2.865356869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154912115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T18:51:09.543517Z","caller":"traceutil/trace.go:171","msg":"trace[864537348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9996; }","duration":"3.155065218s","start":"2026-03-31T18:51:06.388432Z","end":"2026-03-31T18:51:09.543497Z","steps":["trace[864537348] 'agreement among raft nodes before linearized reading' (duration: 3.154871844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851435105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:09.543623Z","caller":"traceutil/trace.go:171","msg":"trace[699557711] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9996; }","duration":"4.851530516s","start":"2026-03-31T18:51:04.692074Z","end":"2026-03-31T18:51:09.543605Z","steps":["trace[699557711] 'agreement among raft nodes before linearized reading' (duration: 4.851427004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.692059Z","time spent":"4.851608739s","remote":"127.0.0.1:41686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:09.543728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321693444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.543764Z","caller":"traceutil/trace.go:171","msg":"trace[260191955] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9996; }","duration":"1.321774276s","start":"2026-03-31T18:51:08.221977Z","end":"2026-03-31T18:51:09.543751Z","steps":["trace[260191955] 'agreement among raft nodes before linearized reading' (duration: 1.321714644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15516845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:51:09.543761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86861155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-281ace43-e4c9-4763-8378-7995dff548d6\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T18:51:09.543766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.628854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.543816Z","caller":"traceutil/trace.go:171","msg":"trace[1747675041] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9996; }","duration":"3.155281383s","start":"2026-03-31T18:51:06.388518Z","end":"2026-03-31T18:51:09.5438Z","steps":["trace[1747675041] 'agreement among raft nodes before linearized reading' (duration: 3.15514029s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.543831Z","caller":"traceutil/trace.go:171","msg":"trace[172051921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-281ace43-e4c9-4763-8378-7995dff548d6; range_end:; response_count:1; response_revision:9996; }","duration":"4.868718171s","start":"2026-03-31T18:51:04.675095Z","end":"2026-03-31T18:51:09.543813Z","steps":["trace[172051921] 'agreement among raft nodes before linearized reading' (duration: 4.8682234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.677651Z","time spent":"2.865807519s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:09.543861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.341263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:09.543566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642210382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:09.543867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868820614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:51:09.543879Z","caller":"traceutil/trace.go:171","msg":"trace[1205753325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9996; }","duration":"855.760468ms","start":"2026-03-31T18:51:08.688078Z","end":"2026-03-31T18:51:09.543838Z","steps":["trace[1205753325] 'agreement among raft nodes before linearized reading' (duration: 855.609374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.5439Z","caller":"traceutil/trace.go:171","msg":"trace[1588862079] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9996; }","duration":"1.642577881s","start":"2026-03-31T18:51:07.901312Z","end":"2026-03-31T18:51:09.54389Z","steps":["trace[1588862079] 'agreement among raft nodes before linearized reading' (duration: 1.642187012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661054323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:51:09.543909Z","caller":"traceutil/trace.go:171","msg":"trace[764865414] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68; range_end:; response_count:1; response_revision:9996; }","duration":"4.868881665s","start":"2026-03-31T18:51:04.675015Z","end":"2026-03-31T18:51:09.543896Z","steps":["trace[764865414] 'agreement among raft nodes before linearized reading' (duration: 4.868444465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.907224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:09.543912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.675085Z","time spent":"4.868796944s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-281ace43-e4c9-4763-8378-7995dff548d6\" "} {"level":"warn","ts":"2026-03-31T18:51:09.543939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.90129Z","time spent":"1.642634722s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:09.543943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:04.674975Z","time spent":"4.868960467s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20084d05a9b68\" "} {"level":"warn","ts":"2026-03-31T18:51:09.543938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.688059Z","time spent":"855.86611ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:09.543947Z","caller":"traceutil/trace.go:171","msg":"trace[826680096] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9996; }","duration":"2.661168076s","start":"2026-03-31T18:51:06.882761Z","end":"2026-03-31T18:51:09.543929Z","steps":["trace[826680096] 'agreement among raft nodes before linearized reading' (duration: 2.661053753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865477882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:51:09.543985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.88271Z","time spent":"2.661267329s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:51:09.543999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866783791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:51:09.543893Z","caller":"traceutil/trace.go:171","msg":"trace[1815087803] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9996; }","duration":"319.416735ms","start":"2026-03-31T18:51:09.224467Z","end":"2026-03-31T18:51:09.543884Z","steps":["trace[1815087803] 'agreement among raft nodes before linearized reading' (duration: 319.356853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.221949Z","time spent":"1.321843678s","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:09.544025Z","caller":"traceutil/trace.go:171","msg":"trace[1700590691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:9996; }","duration":"2.865552123s","start":"2026-03-31T18:51:06.678459Z","end":"2026-03-31T18:51:09.544011Z","steps":["trace[1700590691] 'agreement among raft nodes before linearized reading' (duration: 2.865373059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656726534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:09.544066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.678453Z","time spent":"2.865602535s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:09.543751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86627956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:51:09.544162Z","caller":"traceutil/trace.go:171","msg":"trace[769810368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9996; }","duration":"2.86672979s","start":"2026-03-31T18:51:06.677414Z","end":"2026-03-31T18:51:09.544144Z","steps":["trace[769810368] 'agreement among raft nodes before linearized reading' (duration: 2.866177908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.544232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.677393Z","time spent":"2.866820302s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:09.543856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.388486Z","time spent":"3.155363045s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:09.544075Z","caller":"traceutil/trace.go:171","msg":"trace[1267182785] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9996; }","duration":"3.65740935s","start":"2026-03-31T18:51:05.886652Z","end":"2026-03-31T18:51:09.544062Z","steps":["trace[1267182785] 'agreement among raft nodes before linearized reading' (duration: 3.656709364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.54437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:05.886637Z","time spent":"3.657708636s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:09.543975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.982621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:09.544432Z","caller":"traceutil/trace.go:171","msg":"trace[1553555080] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9996; }","duration":"105.470422ms","start":"2026-03-31T18:51:09.438953Z","end":"2026-03-31T18:51:09.544423Z","steps":["trace[1553555080] 'agreement among raft nodes before linearized reading' (duration: 104.95668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.543771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409618893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.544522Z","caller":"traceutil/trace.go:171","msg":"trace[23992404] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9996; }","duration":"1.4103909s","start":"2026-03-31T18:51:08.134121Z","end":"2026-03-31T18:51:09.544512Z","steps":["trace[23992404] 'agreement among raft nodes before linearized reading' (duration: 1.409568862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.544556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:08.134049Z","time spent":"1.410494382s","remote":"127.0.0.1:49462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:09.543874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338664052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414470"} {"level":"info","ts":"2026-03-31T18:51:09.54472Z","caller":"traceutil/trace.go:171","msg":"trace[580997146] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9996; }","duration":"2.339541022s","start":"2026-03-31T18:51:07.205171Z","end":"2026-03-31T18:51:09.544712Z","steps":["trace[580997146] 'agreement among raft nodes before linearized reading' (duration: 2.338456908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.544744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:07.205129Z","time spent":"2.339608443s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T18:51:09.543947Z","caller":"traceutil/trace.go:171","msg":"trace[1742839688] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9996; }","duration":"456.959265ms","start":"2026-03-31T18:51:09.08698Z","end":"2026-03-31T18:51:09.543939Z","steps":["trace[1742839688] 'agreement among raft nodes before linearized reading' (duration: 456.918344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.544983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.086964Z","time spent":"458.011269ms","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:51:09.543568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.388408Z","time spent":"3.15515004s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:51:09.544026Z","caller":"traceutil/trace.go:171","msg":"trace[707518212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9996; }","duration":"2.866837413s","start":"2026-03-31T18:51:06.67718Z","end":"2026-03-31T18:51:09.544018Z","steps":["trace[707518212] 'agreement among raft nodes before linearized reading' (duration: 2.866413503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.545189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:06.677162Z","time spent":"2.868018889s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:09.544092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:09.224442Z","time spent":"319.609128ms","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:09.685683Z","caller":"traceutil/trace.go:171","msg":"trace[605822866] transaction","detail":"{read_only:false; response_revision:9997; number_of_response:1; }","duration":"137.279664ms","start":"2026-03-31T18:51:09.548374Z","end":"2026-03-31T18:51:09.685653Z","steps":["trace[605822866] 'process raft request' (duration: 94.768092ms)","trace[605822866] 'compare' (duration: 42.383639ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:09.685697Z","caller":"traceutil/trace.go:171","msg":"trace[1326404453] linearizableReadLoop","detail":"{readStateIndex:10400; appliedIndex:10399; }","duration":"136.939217ms","start":"2026-03-31T18:51:09.548738Z","end":"2026-03-31T18:51:09.685677Z","steps":["trace[1326404453] 'read index received' (duration: 94.412684ms)","trace[1326404453] 'applied index is now lower than readState.Index' (duration: 42.525873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:09.685901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.144331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:51:09.685938Z","caller":"traceutil/trace.go:171","msg":"trace[1507815056] transaction","detail":"{read_only:false; response_revision:9998; number_of_response:1; }","duration":"136.310223ms","start":"2026-03-31T18:51:09.549619Z","end":"2026-03-31T18:51:09.685929Z","steps":["trace[1507815056] 'process raft request' (duration: 136.030747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.685954Z","caller":"traceutil/trace.go:171","msg":"trace[1804097107] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9997; }","duration":"137.240354ms","start":"2026-03-31T18:51:09.548701Z","end":"2026-03-31T18:51:09.685941Z","steps":["trace[1804097107] 'agreement among raft nodes before linearized reading' (duration: 137.055559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.686188Z","caller":"traceutil/trace.go:171","msg":"trace[340077873] transaction","detail":"{read_only:false; response_revision:9999; number_of_response:1; }","duration":"136.511058ms","start":"2026-03-31T18:51:09.549667Z","end":"2026-03-31T18:51:09.686178Z","steps":["trace[340077873] 'process raft request' (duration: 136.228722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.686261Z","caller":"traceutil/trace.go:171","msg":"trace[1227261788] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"135.234538ms","start":"2026-03-31T18:51:09.551015Z","end":"2026-03-31T18:51:09.68625Z","steps":["trace[1227261788] 'process raft request' (duration: 135.177277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.686359Z","caller":"traceutil/trace.go:171","msg":"trace[332502891] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"136.670042ms","start":"2026-03-31T18:51:09.54968Z","end":"2026-03-31T18:51:09.68635Z","steps":["trace[332502891] 'process raft request' (duration: 136.413606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:09.68634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.101416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:51:09.686367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.58816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:09.686433Z","caller":"traceutil/trace.go:171","msg":"trace[1537404402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10001; }","duration":"135.231559ms","start":"2026-03-31T18:51:09.551188Z","end":"2026-03-31T18:51:09.68642Z","steps":["trace[1537404402] 'agreement among raft nodes before linearized reading' (duration: 135.044585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:09.686449Z","caller":"traceutil/trace.go:171","msg":"trace[1973809456] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10001; }","duration":"103.720663ms","start":"2026-03-31T18:51:09.582709Z","end":"2026-03-31T18:51:09.686429Z","steps":["trace[1973809456] 'agreement among raft nodes before linearized reading' (duration: 103.59077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:10.363226Z","caller":"traceutil/trace.go:171","msg":"trace[1615956971] linearizableReadLoop","detail":"{readStateIndex:10418; appliedIndex:10417; }","duration":"185.616238ms","start":"2026-03-31T18:51:10.177593Z","end":"2026-03-31T18:51:10.363209Z","steps":["trace[1615956971] 'read index received' (duration: 185.431503ms)","trace[1615956971] 'applied index is now lower than readState.Index' (duration: 184.195µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:10.363536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.793772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-03-31T18:51:10.363567Z","caller":"traceutil/trace.go:171","msg":"trace[1690733201] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10015; }","duration":"186.031597ms","start":"2026-03-31T18:51:10.177527Z","end":"2026-03-31T18:51:10.363559Z","steps":["trace[1690733201] 'agreement among raft nodes before linearized reading' (duration: 185.749021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:10.363623Z","caller":"traceutil/trace.go:171","msg":"trace[25584081] transaction","detail":"{read_only:false; response_revision:10015; number_of_response:1; }","duration":"304.770777ms","start":"2026-03-31T18:51:10.058593Z","end":"2026-03-31T18:51:10.363364Z","steps":["trace[25584081] 'process raft request' (duration: 304.48679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:10.363932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:10.058569Z","time spent":"305.189105ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5896,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:11.670309Z","caller":"traceutil/trace.go:171","msg":"trace[1126219988] linearizableReadLoop","detail":"{readStateIndex:10424; appliedIndex:10422; }","duration":"114.780831ms","start":"2026-03-31T18:51:11.555488Z","end":"2026-03-31T18:51:11.670269Z","steps":["trace[1126219988] 'read index received' (duration: 5.097064ms)","trace[1126219988] 'applied index is now lower than readState.Index' (duration: 109.683037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:11.670497Z","caller":"traceutil/trace.go:171","msg":"trace[1737500495] transaction","detail":"{read_only:false; response_revision:10020; number_of_response:1; }","duration":"120.134291ms","start":"2026-03-31T18:51:11.550336Z","end":"2026-03-31T18:51:11.67047Z","steps":["trace[1737500495] 'process raft request' (duration: 118.147417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:11.670522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.014546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:11.670572Z","caller":"traceutil/trace.go:171","msg":"trace[1263585187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10020; }","duration":"115.113028ms","start":"2026-03-31T18:51:11.555448Z","end":"2026-03-31T18:51:11.670561Z","steps":["trace[1263585187] 'agreement among raft nodes before linearized reading' (duration: 114.938265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:11.82884Z","caller":"traceutil/trace.go:171","msg":"trace[1494451357] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"132.255412ms","start":"2026-03-31T18:51:11.696556Z","end":"2026-03-31T18:51:11.828811Z","steps":["trace[1494451357] 'process raft request' (duration: 116.353826ms)","trace[1494451357] 'compare' (duration: 15.782504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:14.890367Z","caller":"traceutil/trace.go:171","msg":"trace[306510324] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"189.954305ms","start":"2026-03-31T18:51:14.700395Z","end":"2026-03-31T18:51:14.89035Z","steps":["trace[306510324] 'process raft request' (duration: 189.849723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.920122Z","caller":"traceutil/trace.go:171","msg":"trace[791371160] linearizableReadLoop","detail":"{readStateIndex:10452; appliedIndex:10450; }","duration":"202.458645ms","start":"2026-03-31T18:51:14.717644Z","end":"2026-03-31T18:51:14.920103Z","steps":["trace[791371160] 'read index received' (duration: 172.692449ms)","trace[791371160] 'applied index is now lower than readState.Index' (duration: 29.764766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:14.920167Z","caller":"traceutil/trace.go:171","msg":"trace[1208161369] transaction","detail":"{read_only:false; response_revision:10047; number_of_response:1; }","duration":"211.342984ms","start":"2026-03-31T18:51:14.708799Z","end":"2026-03-31T18:51:14.920142Z","steps":["trace[1208161369] 'process raft request' (duration: 211.17092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:14.920297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.634738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-8dxlc.18a2009b32263d1b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:51:14.920268Z","caller":"traceutil/trace.go:171","msg":"trace[244855774] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10047; }","duration":"207.744533ms","start":"2026-03-31T18:51:14.71248Z","end":"2026-03-31T18:51:14.920225Z","steps":["trace[244855774] 'process raft request' (duration: 207.59501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:14.920334Z","caller":"traceutil/trace.go:171","msg":"trace[956316463] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-8dxlc.18a2009b32263d1b; range_end:; response_count:1; response_revision:10047; }","duration":"202.704729ms","start":"2026-03-31T18:51:14.717616Z","end":"2026-03-31T18:51:14.920321Z","steps":["trace[956316463] 'agreement among raft nodes before linearized reading' (duration: 202.578537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:14.92063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.824018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:14.920748Z","caller":"traceutil/trace.go:171","msg":"trace[823814733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10047; }","duration":"196.997132ms","start":"2026-03-31T18:51:14.723725Z","end":"2026-03-31T18:51:14.920722Z","steps":["trace[823814733] 'agreement among raft nodes before linearized reading' (duration: 196.583033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.358756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.95349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:15.358915Z","caller":"traceutil/trace.go:171","msg":"trace[272933838] transaction","detail":"{read_only:false; response_revision:10053; number_of_response:1; }","duration":"218.046193ms","start":"2026-03-31T18:51:15.140857Z","end":"2026-03-31T18:51:15.358903Z","steps":["trace[272933838] 'process raft request' (duration: 217.978742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.358899Z","caller":"traceutil/trace.go:171","msg":"trace[853822273] transaction","detail":"{read_only:false; response_revision:10052; number_of_response:1; }","duration":"219.021466ms","start":"2026-03-31T18:51:15.139848Z","end":"2026-03-31T18:51:15.358869Z","steps":["trace[853822273] 'process raft request' (duration: 101.907222ms)","trace[853822273] 'compare' (duration: 116.849228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:15.358922Z","caller":"traceutil/trace.go:171","msg":"trace[1999471366] linearizableReadLoop","detail":"{readStateIndex:10457; appliedIndex:10456; }","duration":"218.607796ms","start":"2026-03-31T18:51:15.140291Z","end":"2026-03-31T18:51:15.358899Z","steps":["trace[1999471366] 'read index received' (duration: 101.504553ms)","trace[1999471366] 'applied index is now lower than readState.Index' (duration: 117.100263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:15.359199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.556825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T18:51:15.359184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.864142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:51:15.359279Z","caller":"traceutil/trace.go:171","msg":"trace[1385225388] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10053; }","duration":"218.973704ms","start":"2026-03-31T18:51:15.140287Z","end":"2026-03-31T18:51:15.359261Z","steps":["trace[1385225388] 'agreement among raft nodes before linearized reading' (duration: 218.714149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.359281Z","caller":"traceutil/trace.go:171","msg":"trace[823280590] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10053; }","duration":"218.658847ms","start":"2026-03-31T18:51:15.140606Z","end":"2026-03-31T18:51:15.359264Z","steps":["trace[823280590] 'agreement among raft nodes before linearized reading' (duration: 218.418112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.359285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.225108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:15.359327Z","caller":"traceutil/trace.go:171","msg":"trace[1483921538] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10053; }","duration":"143.297959ms","start":"2026-03-31T18:51:15.216018Z","end":"2026-03-31T18:51:15.359316Z","steps":["trace[1483921538] 'agreement among raft nodes before linearized reading' (duration: 143.232538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.359359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.535415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2363"} {"level":"info","ts":"2026-03-31T18:51:15.359408Z","caller":"traceutil/trace.go:171","msg":"trace[606605154] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:10053; }","duration":"214.612277ms","start":"2026-03-31T18:51:15.144782Z","end":"2026-03-31T18:51:15.359394Z","steps":["trace[606605154] 'agreement among raft nodes before linearized reading' (duration: 214.475954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.359182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.782871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T18:51:15.359487Z","caller":"traceutil/trace.go:171","msg":"trace[1926189376] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:10053; }","duration":"107.134109ms","start":"2026-03-31T18:51:15.252342Z","end":"2026-03-31T18:51:15.359477Z","steps":["trace[1926189376] 'agreement among raft nodes before linearized reading' (duration: 106.692719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.748612Z","caller":"traceutil/trace.go:171","msg":"trace[1144418495] linearizableReadLoop","detail":"{readStateIndex:10460; appliedIndex:10459; }","duration":"340.469377ms","start":"2026-03-31T18:51:15.408127Z","end":"2026-03-31T18:51:15.748596Z","steps":["trace[1144418495] 'read index received' (duration: 340.424516ms)","trace[1144418495] 'applied index is now lower than readState.Index' (duration: 41.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:15.74869Z","caller":"traceutil/trace.go:171","msg":"trace[444202816] transaction","detail":"{read_only:false; response_revision:10055; number_of_response:1; }","duration":"376.869132ms","start":"2026-03-31T18:51:15.371786Z","end":"2026-03-31T18:51:15.748656Z","steps":["trace[444202816] 'process raft request' (duration: 376.688128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.748863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:15.371768Z","time spent":"376.998525ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:15.748866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.733133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:51:15.748961Z","caller":"traceutil/trace.go:171","msg":"trace[2000470665] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10055; }","duration":"340.830455ms","start":"2026-03-31T18:51:15.408084Z","end":"2026-03-31T18:51:15.748914Z","steps":["trace[2000470665] 'agreement among raft nodes before linearized reading' (duration: 340.61745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.749034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:15.408063Z","time spent":"340.956507ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-31T18:51:15.841514Z","caller":"traceutil/trace.go:171","msg":"trace[224940677] transaction","detail":"{read_only:false; response_revision:10056; number_of_response:1; }","duration":"267.069781ms","start":"2026-03-31T18:51:15.574422Z","end":"2026-03-31T18:51:15.841492Z","steps":["trace[224940677] 'process raft request' (duration: 239.353251ms)","trace[224940677] 'compare' (duration: 27.335232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:15.84192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.212501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:51:15.841989Z","caller":"traceutil/trace.go:171","msg":"trace[1261500696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10057; }","duration":"207.330464ms","start":"2026-03-31T18:51:15.634643Z","end":"2026-03-31T18:51:15.841974Z","steps":["trace[1261500696] 'agreement among raft nodes before linearized reading' (duration: 207.107999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.842115Z","caller":"traceutil/trace.go:171","msg":"trace[1603433929] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"157.198121ms","start":"2026-03-31T18:51:15.684907Z","end":"2026-03-31T18:51:15.842105Z","steps":["trace[1603433929] 'process raft request' (duration: 156.313091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:15.842249Z","caller":"traceutil/trace.go:171","msg":"trace[2078606713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10057; }","duration":"100.02238ms","start":"2026-03-31T18:51:15.742217Z","end":"2026-03-31T18:51:15.84224Z","steps":["trace[2078606713] 'agreement among raft nodes before linearized reading' (duration: 99.965789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.84237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.38182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:15.842395Z","caller":"traceutil/trace.go:171","msg":"trace[214139958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10057; }","duration":"130.448881ms","start":"2026-03-31T18:51:15.71194Z","end":"2026-03-31T18:51:15.842389Z","steps":["trace[214139958] 'agreement among raft nodes before linearized reading' (duration: 130.369669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.842569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.147732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:51:15.842619Z","caller":"traceutil/trace.go:171","msg":"trace[1826542762] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10057; }","duration":"241.211554ms","start":"2026-03-31T18:51:15.601394Z","end":"2026-03-31T18:51:15.842606Z","steps":["trace[1826542762] 'agreement among raft nodes before linearized reading' (duration: 240.387965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.842774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.005503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:51:15.842814Z","caller":"traceutil/trace.go:171","msg":"trace[1076154877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10057; }","duration":"364.079295ms","start":"2026-03-31T18:51:15.478726Z","end":"2026-03-31T18:51:15.842805Z","steps":["trace[1076154877] 'agreement among raft nodes before linearized reading' (duration: 363.980293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.842839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:15.478707Z","time spent":"364.124766ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:51:15.86575Z","caller":"traceutil/trace.go:171","msg":"trace[965263820] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"101.566425ms","start":"2026-03-31T18:51:15.764157Z","end":"2026-03-31T18:51:15.865723Z","steps":["trace[965263820] 'process raft request' (duration: 101.314839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:15.865939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.847521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:51:15.866021Z","caller":"traceutil/trace.go:171","msg":"trace[51918677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10058; }","duration":"109.959363ms","start":"2026-03-31T18:51:15.756039Z","end":"2026-03-31T18:51:15.865999Z","steps":["trace[51918677] 'agreement among raft nodes before linearized reading' (duration: 109.759208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:19.528027Z","caller":"traceutil/trace.go:171","msg":"trace[50461080] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"100.478111ms","start":"2026-03-31T18:51:19.427509Z","end":"2026-03-31T18:51:19.527987Z","steps":["trace[50461080] 'process raft request' (duration: 100.211295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.04812Z","caller":"traceutil/trace.go:171","msg":"trace[93561562] linearizableReadLoop","detail":"{readStateIndex:10493; appliedIndex:10492; }","duration":"215.62666ms","start":"2026-03-31T18:51:19.832454Z","end":"2026-03-31T18:51:20.048081Z","steps":["trace[93561562] 'read index received' (duration: 215.439986ms)","trace[93561562] 'applied index is now lower than readState.Index' (duration: 185.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:20.04818Z","caller":"traceutil/trace.go:171","msg":"trace[1696928411] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"364.32074ms","start":"2026-03-31T18:51:19.683823Z","end":"2026-03-31T18:51:20.048144Z","steps":["trace[1696928411] 'process raft request' (duration: 364.108035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.048279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.816594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:20.048317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.683804Z","time spent":"364.438253ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:20.048369Z","caller":"traceutil/trace.go:171","msg":"trace[790015680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10085; }","duration":"215.953837ms","start":"2026-03-31T18:51:19.832397Z","end":"2026-03-31T18:51:20.048351Z","steps":["trace[790015680] 'agreement among raft nodes before linearized reading' (duration: 215.805233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.183158Z","caller":"traceutil/trace.go:171","msg":"trace[1724681373] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"319.21672ms","start":"2026-03-31T18:51:19.863905Z","end":"2026-03-31T18:51:20.183121Z","steps":["trace[1724681373] 'process raft request' (duration: 305.315649ms)","trace[1724681373] 'compare' (duration: 13.384839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:20.183299Z","caller":"traceutil/trace.go:171","msg":"trace[1128497799] transaction","detail":"{read_only:false; response_revision:10087; number_of_response:1; }","duration":"312.678124ms","start":"2026-03-31T18:51:19.870573Z","end":"2026-03-31T18:51:20.183251Z","steps":["trace[1128497799] 'process raft request' (duration: 312.428848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.1834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.870545Z","time spent":"312.809207ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:20.183307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.86388Z","time spent":"319.352783ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:20.245877Z","caller":"traceutil/trace.go:171","msg":"trace[358859120] linearizableReadLoop","detail":"{readStateIndex:10496; appliedIndex:10493; }","duration":"197.667307ms","start":"2026-03-31T18:51:20.048178Z","end":"2026-03-31T18:51:20.245845Z","steps":["trace[358859120] 'read index received' (duration: 121.00107ms)","trace[358859120] 'applied index is now lower than readState.Index' (duration: 76.664627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:20.246036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.134143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:20.246123Z","caller":"traceutil/trace.go:171","msg":"trace[766280067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10087; }","duration":"292.229705ms","start":"2026-03-31T18:51:19.95387Z","end":"2026-03-31T18:51:20.2461Z","steps":["trace[766280067] 'agreement among raft nodes before linearized reading' (duration: 291.99666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.246126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.457327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:20.246159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.737697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:20.246175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.879196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:51:20.246171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.173046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:20.246222Z","caller":"traceutil/trace.go:171","msg":"trace[113845995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10087; }","duration":"196.842739ms","start":"2026-03-31T18:51:20.049361Z","end":"2026-03-31T18:51:20.246204Z","steps":["trace[113845995] 'agreement among raft nodes before linearized reading' (duration: 196.720086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.246257Z","caller":"traceutil/trace.go:171","msg":"trace[413962854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10087; }","duration":"350.044209ms","start":"2026-03-31T18:51:19.896193Z","end":"2026-03-31T18:51:20.246237Z","steps":["trace[413962854] 'agreement among raft nodes before linearized reading' (duration: 349.773433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.246215Z","caller":"traceutil/trace.go:171","msg":"trace[933809836] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10087; }","duration":"353.61495ms","start":"2026-03-31T18:51:19.892578Z","end":"2026-03-31T18:51:20.246193Z","steps":["trace[933809836] 'agreement among raft nodes before linearized reading' (duration: 353.456397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:20.246292Z","caller":"traceutil/trace.go:171","msg":"trace[120307757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10087; }","duration":"343.32973ms","start":"2026-03-31T18:51:19.902927Z","end":"2026-03-31T18:51:20.246257Z","steps":["trace[120307757] 'agreement among raft nodes before linearized reading' (duration: 343.015323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.246309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.541087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:20.246356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.902907Z","time spent":"343.433643ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:20.246369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.892556Z","time spent":"353.774974ms","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:20.246422Z","caller":"traceutil/trace.go:171","msg":"trace[995092141] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10087; }","duration":"169.732112ms","start":"2026-03-31T18:51:20.076665Z","end":"2026-03-31T18:51:20.246397Z","steps":["trace[995092141] 'agreement among raft nodes before linearized reading' (duration: 169.457725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:20.246294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:19.896174Z","time spent":"350.112282ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:20.247166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.404256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:20.247203Z","caller":"traceutil/trace.go:171","msg":"trace[1996678409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10087; }","duration":"203.753034ms","start":"2026-03-31T18:51:20.043442Z","end":"2026-03-31T18:51:20.247195Z","steps":["trace[1996678409] 'agreement among raft nodes before linearized reading' (duration: 203.290654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:23.335623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:51:23.347664Z","caller":"traceutil/trace.go:171","msg":"trace[1518176469] linearizableReadLoop","detail":"{readStateIndex:10512; appliedIndex:10511; }","duration":"512.971371ms","start":"2026-03-31T18:51:22.834638Z","end":"2026-03-31T18:51:23.347609Z","steps":["trace[1518176469] 'read index received' (duration: 512.746775ms)","trace[1518176469] 'applied index is now lower than readState.Index' (duration: 223.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:23.347694Z","caller":"traceutil/trace.go:171","msg":"trace[1590613056] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"566.294575ms","start":"2026-03-31T18:51:22.78136Z","end":"2026-03-31T18:51:23.347655Z","steps":["trace[1590613056] 'process raft request' (duration: 566.08683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:23.347837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.175265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:23.347908Z","caller":"traceutil/trace.go:171","msg":"trace[1976939531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10102; }","duration":"513.302168ms","start":"2026-03-31T18:51:22.834585Z","end":"2026-03-31T18:51:23.347887Z","steps":["trace[1976939531] 'agreement among raft nodes before linearized reading' (duration: 513.170895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:23.347947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:22.834561Z","time spent":"513.3766ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:23.348013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.823062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wq5q9\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-31T18:51:23.348093Z","caller":"traceutil/trace.go:171","msg":"trace[164238798] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wq5q9; range_end:; response_count:1; response_revision:10102; }","duration":"289.937245ms","start":"2026-03-31T18:51:23.058137Z","end":"2026-03-31T18:51:23.348074Z","steps":["trace[164238798] 'agreement among raft nodes before linearized reading' (duration: 289.736841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:23.34814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:22.781336Z","time spent":"566.536341ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:24.026643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:24.526808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:25.027042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:25.527757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:26.028518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:26.10308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.747724975s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:26.103633Z","caller":"traceutil/trace.go:171","msg":"trace[1644539976] transaction","detail":"{read_only:false; response_revision:10103; number_of_response:1; }","duration":"2.748373858s","start":"2026-03-31T18:51:23.355227Z","end":"2026-03-31T18:51:26.103601Z","steps":["trace[1644539976] 'process raft request' (duration: 2.748130523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.103817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.355206Z","time spent":"2.748505332s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:26.83451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:26.834605Z","caller":"traceutil/trace.go:171","msg":"trace[1936070590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804344s","start":"2026-03-31T18:51:24.833778Z","end":"2026-03-31T18:51:26.834582Z","steps":["trace[1936070590] 'agreement among raft nodes before linearized reading' (duration: 2.000684652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.834657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.83375Z","time spent":"2.000896137s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:26.983392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.185027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:26.983875Z","caller":"traceutil/trace.go:171","msg":"trace[1731864486] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"3.56766653s","start":"2026-03-31T18:51:23.416159Z","end":"2026-03-31T18:51:26.983826Z","steps":["trace[1731864486] 'process raft request' (duration: 2.85293758s)","trace[1731864486] 'compare' (duration: 714.038634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:26.984027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.416122Z","time spent":"3.567824754s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:26.984017Z","caller":"traceutil/trace.go:171","msg":"trace[277905642] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"3.348222976s","start":"2026-03-31T18:51:23.635684Z","end":"2026-03-31T18:51:26.983907Z","steps":["trace[277905642] 'process raft request' (duration: 3.348053832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.98425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.635662Z","time spent":"3.348525112s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:26.984339Z","caller":"traceutil/trace.go:171","msg":"trace[1575174566] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"2.778805811s","start":"2026-03-31T18:51:24.205504Z","end":"2026-03-31T18:51:26.984309Z","steps":["trace[1575174566] 'process raft request' (duration: 2.77834159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.984666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.205482Z","time spent":"2.779022026s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:26.98472Z","caller":"traceutil/trace.go:171","msg":"trace[1199051418] transaction","detail":"{read_only:false; response_revision:10107; number_of_response:1; }","duration":"2.77875284s","start":"2026-03-31T18:51:24.205925Z","end":"2026-03-31T18:51:26.984678Z","steps":["trace[1199051418] 'process raft request' (duration: 2.77829421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:26.98517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.205918Z","time spent":"2.778992865s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:27.300499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031233098s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:51:27.339582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.975901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:51:27.33978Z","caller":"traceutil/trace.go:171","msg":"trace[773097638] linearizableReadLoop","detail":"{readStateIndex:10517; appliedIndex:10512; }","duration":"3.813585849s","start":"2026-03-31T18:51:23.526179Z","end":"2026-03-31T18:51:27.339765Z","steps":["trace[773097638] 'read index received' (duration: 2.577188235s)","trace[773097638] 'applied index is now lower than readState.Index' (duration: 1.236396674s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:27.339962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813778323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:51:27.339993Z","caller":"traceutil/trace.go:171","msg":"trace[1111978263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10107; }","duration":"3.813821244s","start":"2026-03-31T18:51:23.52616Z","end":"2026-03-31T18:51:27.339982Z","steps":["trace[1111978263] 'agreement among raft nodes before linearized reading' (duration: 3.813697261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.526098Z","time spent":"3.813913886s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:27.340237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.343989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-31T18:51:27.340191Z","caller":"traceutil/trace.go:171","msg":"trace[695009406] transaction","detail":"{read_only:false; response_revision:10108; number_of_response:1; }","duration":"1.211973407s","start":"2026-03-31T18:51:26.128175Z","end":"2026-03-31T18:51:27.340149Z","steps":["trace[695009406] 'process raft request' (duration: 1.211513837s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.340265Z","caller":"traceutil/trace.go:171","msg":"trace[197168641] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10108; }","duration":"826.40661ms","start":"2026-03-31T18:51:26.513851Z","end":"2026-03-31T18:51:27.340258Z","steps":["trace[197168641] 'agreement among raft nodes before linearized reading' (duration: 826.310678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.513829Z","time spent":"826.452901ms","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:51:27.340275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021197612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.340363Z","caller":"traceutil/trace.go:171","msg":"trace[1707429812] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:10108; }","duration":"2.021352455s","start":"2026-03-31T18:51:25.318989Z","end":"2026-03-31T18:51:27.340341Z","steps":["trace[1707429812] 'agreement among raft nodes before linearized reading' (duration: 2.021165781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.34036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06897482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:27.340366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.128146Z","time spent":"1.21213981s","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:27.340405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.318965Z","time spent":"2.021430137s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:27.340413Z","caller":"traceutil/trace.go:171","msg":"trace[2081470403] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10108; }","duration":"3.069078612s","start":"2026-03-31T18:51:24.27132Z","end":"2026-03-31T18:51:27.340399Z","steps":["trace[2081470403] 'agreement among raft nodes before linearized reading' (duration: 3.06898538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622622241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-31T18:51:27.340415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033586767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:51:27.340417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.789994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:51:27.340457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.271304Z","time spent":"3.069140854s","remote":"127.0.0.1:41460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:27.340467Z","caller":"traceutil/trace.go:171","msg":"trace[2067432939] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10108; }","duration":"3.622726222s","start":"2026-03-31T18:51:23.717723Z","end":"2026-03-31T18:51:27.340449Z","steps":["trace[2067432939] 'agreement among raft nodes before linearized reading' (duration: 3.622434406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649187998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:51:27.340495Z","caller":"traceutil/trace.go:171","msg":"trace[1622590786] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10108; }","duration":"445.904867ms","start":"2026-03-31T18:51:26.894568Z","end":"2026-03-31T18:51:27.340473Z","steps":["trace[1622590786] 'agreement among raft nodes before linearized reading' (duration: 445.722293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.717704Z","time spent":"3.622792454s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:51:27.340551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.894544Z","time spent":"445.994099ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:51:27.340552Z","caller":"traceutil/trace.go:171","msg":"trace[1454965461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10108; }","duration":"2.649334791s","start":"2026-03-31T18:51:24.691186Z","end":"2026-03-31T18:51:27.340521Z","steps":["trace[1454965461] 'agreement among raft nodes before linearized reading' (duration: 2.648985663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018593022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:51:27.34066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.69117Z","time spent":"2.649446224s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T18:51:27.340677Z","caller":"traceutil/trace.go:171","msg":"trace[1735197579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10108; }","duration":"3.018681354s","start":"2026-03-31T18:51:24.321981Z","end":"2026-03-31T18:51:27.340663Z","steps":["trace[1735197579] 'agreement among raft nodes before linearized reading' (duration: 3.018537141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665144566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:27.340755Z","caller":"traceutil/trace.go:171","msg":"trace[2111985759] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10108; }","duration":"1.665231038s","start":"2026-03-31T18:51:25.675517Z","end":"2026-03-31T18:51:27.340748Z","steps":["trace[2111985759] 'agreement among raft nodes before linearized reading' (duration: 1.665184767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.422231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:27.340815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615906681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:27.34084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026226522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:51:27.340835Z","caller":"traceutil/trace.go:171","msg":"trace[1692976329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10108; }","duration":"505.867731ms","start":"2026-03-31T18:51:26.834939Z","end":"2026-03-31T18:51:27.340807Z","steps":["trace[1692976329] 'agreement among raft nodes before linearized reading' (duration: 505.451832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.34086Z","caller":"traceutil/trace.go:171","msg":"trace[2066250762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10108; }","duration":"3.615990512s","start":"2026-03-31T18:51:23.724856Z","end":"2026-03-31T18:51:27.340847Z","steps":["trace[2066250762] 'agreement among raft nodes before linearized reading' (duration: 3.61590315s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.340485Z","caller":"traceutil/trace.go:171","msg":"trace[320419727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10108; }","duration":"3.03370187s","start":"2026-03-31T18:51:24.306763Z","end":"2026-03-31T18:51:27.340464Z","steps":["trace[320419727] 'agreement among raft nodes before linearized reading' (duration: 3.033481585s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.340891Z","caller":"traceutil/trace.go:171","msg":"trace[953643215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10108; }","duration":"3.026304074s","start":"2026-03-31T18:51:24.314573Z","end":"2026-03-31T18:51:27.340877Z","steps":["trace[953643215] 'agreement among raft nodes before linearized reading' (duration: 3.026176241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:23.724838Z","time spent":"3.616061614s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.341031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649204668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:51:27.34104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492777204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:51:27.341062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089179825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T18:51:27.34107Z","caller":"traceutil/trace.go:171","msg":"trace[1368578531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10108; }","duration":"2.492836386s","start":"2026-03-31T18:51:24.848225Z","end":"2026-03-31T18:51:27.341061Z","steps":["trace[1368578531] 'agreement among raft nodes before linearized reading' (duration: 2.492759204s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.341094Z","caller":"traceutil/trace.go:171","msg":"trace[1947579301] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:10108; }","duration":"2.089251976s","start":"2026-03-31T18:51:25.251834Z","end":"2026-03-31T18:51:27.341086Z","steps":["trace[1947579301] 'agreement among raft nodes before linearized reading' (duration: 2.089135724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.341093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611400281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:51:27.341115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.251811Z","time spent":"2.089299447s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" "} {"level":"warn","ts":"2026-03-31T18:51:27.341112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95951137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:27.34116Z","caller":"traceutil/trace.go:171","msg":"trace[1607873042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10108; }","duration":"2.611521324s","start":"2026-03-31T18:51:24.729624Z","end":"2026-03-31T18:51:27.341145Z","steps":["trace[1607873042] 'agreement among raft nodes before linearized reading' (duration: 2.611266898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.314558Z","time spent":"3.026364435s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:51:27.341176Z","caller":"traceutil/trace.go:171","msg":"trace[367185957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10108; }","duration":"1.959614512s","start":"2026-03-31T18:51:25.381548Z","end":"2026-03-31T18:51:27.341162Z","steps":["trace[367185957] 'agreement among raft nodes before linearized reading' (duration: 1.959357836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.341203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.7296Z","time spent":"2.611594536s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:27.341212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.381527Z","time spent":"1.959677683s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:27.341205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042590041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:51:27.340683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254256013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:27.341264Z","caller":"traceutil/trace.go:171","msg":"trace[1674322885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10108; }","duration":"2.042677643s","start":"2026-03-31T18:51:25.298569Z","end":"2026-03-31T18:51:27.341247Z","steps":["trace[1674322885] 'agreement among raft nodes before linearized reading' (duration: 2.042520779s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.341284Z","caller":"traceutil/trace.go:171","msg":"trace[511981775] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10108; }","duration":"1.254903177s","start":"2026-03-31T18:51:26.08637Z","end":"2026-03-31T18:51:27.341273Z","steps":["trace[511981775] 'agreement among raft nodes before linearized reading' (duration: 1.254280554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.340723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.321961Z","time spent":"3.018750905s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:27.341311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.086346Z","time spent":"1.254955819s","remote":"127.0.0.1:49538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.341312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.29855Z","time spent":"2.042749694s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:27.340776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:25.675489Z","time spent":"1.665281199s","remote":"127.0.0.1:41536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:27.340917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.306738Z","time spent":"3.0341703s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:27.341117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.84821Z","time spent":"2.492889617s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:27.341107Z","caller":"traceutil/trace.go:171","msg":"trace[1579671164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10108; }","duration":"2.64929518s","start":"2026-03-31T18:51:24.691764Z","end":"2026-03-31T18:51:27.341059Z","steps":["trace[1579671164] 'agreement among raft nodes before linearized reading' (duration: 2.649145796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.341491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:24.691735Z","time spent":"2.64973809s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:27.340933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:26.834916Z","time spent":"505.979553ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:27.661291Z","caller":"traceutil/trace.go:171","msg":"trace[633706141] linearizableReadLoop","detail":"{readStateIndex:10525; appliedIndex:10520; }","duration":"248.109057ms","start":"2026-03-31T18:51:27.413157Z","end":"2026-03-31T18:51:27.661266Z","steps":["trace[633706141] 'read index received' (duration: 247.645117ms)","trace[633706141] 'applied index is now lower than readState.Index' (duration: 462.27µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:27.661426Z","caller":"traceutil/trace.go:171","msg":"trace[675974140] transaction","detail":"{read_only:false; response_revision:10110; number_of_response:1; }","duration":"315.617659ms","start":"2026-03-31T18:51:27.345797Z","end":"2026-03-31T18:51:27.661414Z","steps":["trace[675974140] 'process raft request' (duration: 314.988365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.661573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.345763Z","time spent":"315.697561ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:27.661683Z","caller":"traceutil/trace.go:171","msg":"trace[246081648] transaction","detail":"{read_only:false; response_revision:10114; number_of_response:1; }","duration":"308.264386ms","start":"2026-03-31T18:51:27.353355Z","end":"2026-03-31T18:51:27.661619Z","steps":["trace[246081648] 'process raft request' (duration: 307.828365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.661799Z","caller":"traceutil/trace.go:171","msg":"trace[1860007779] transaction","detail":"{read_only:false; response_revision:10111; number_of_response:1; }","duration":"315.877415ms","start":"2026-03-31T18:51:27.34591Z","end":"2026-03-31T18:51:27.661788Z","steps":["trace[1860007779] 'process raft request' (duration: 315.114198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.661827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.975378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a201ac39e62f98\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T18:51:27.661878Z","caller":"traceutil/trace.go:171","msg":"trace[2138110532] range","detail":"{range_begin:/registry/events/openstack/ceph.18a201ac39e62f98; range_end:; response_count:1; response_revision:10114; }","duration":"316.051459ms","start":"2026-03-31T18:51:27.34581Z","end":"2026-03-31T18:51:27.661861Z","steps":["trace[2138110532] 'agreement among raft nodes before linearized reading' (duration: 315.907106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.661868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.214169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:27.661934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.345794Z","time spent":"316.128221ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a201ac39e62f98\" "} {"level":"warn","ts":"2026-03-31T18:51:27.661942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.353345Z","time spent":"308.46509ms","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:27.661957Z","caller":"traceutil/trace.go:171","msg":"trace[1284839112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10114; }","duration":"310.323652ms","start":"2026-03-31T18:51:27.351612Z","end":"2026-03-31T18:51:27.661936Z","steps":["trace[1284839112] 'agreement among raft nodes before linearized reading' (duration: 310.144578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.662009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.35156Z","time spent":"310.440164ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:27.662016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.345889Z","time spent":"315.967948ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:27.662039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.331176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T18:51:27.662003Z","caller":"traceutil/trace.go:171","msg":"trace[1752000513] transaction","detail":"{read_only:false; response_revision:10113; number_of_response:1; }","duration":"314.678429ms","start":"2026-03-31T18:51:27.347263Z","end":"2026-03-31T18:51:27.661942Z","steps":["trace[1752000513] 'process raft request' (duration: 313.88387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.662083Z","caller":"traceutil/trace.go:171","msg":"trace[691841465] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10114; }","duration":"316.375277ms","start":"2026-03-31T18:51:27.345695Z","end":"2026-03-31T18:51:27.66207Z","steps":["trace[691841465] 'agreement among raft nodes before linearized reading' (duration: 316.270494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.662124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.345663Z","time spent":"316.453689ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T18:51:27.661735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.282213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:27.662206Z","caller":"traceutil/trace.go:171","msg":"trace[905026668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10114; }","duration":"315.762133ms","start":"2026-03-31T18:51:27.34641Z","end":"2026-03-31T18:51:27.662172Z","steps":["trace[905026668] 'agreement among raft nodes before linearized reading' (duration: 315.200381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.662222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.347255Z","time spent":"314.834023ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:27.662315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.346393Z","time spent":"315.886266ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:51:27.66171Z","caller":"traceutil/trace.go:171","msg":"trace[92620376] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"315.428966ms","start":"2026-03-31T18:51:27.346233Z","end":"2026-03-31T18:51:27.661662Z","steps":["trace[92620376] 'process raft request' (duration: 314.869622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.662463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.346227Z","time spent":"316.180572ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:27.662756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.991496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228817"} {"level":"info","ts":"2026-03-31T18:51:27.662815Z","caller":"traceutil/trace.go:171","msg":"trace[585375560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10114; }","duration":"315.065948ms","start":"2026-03-31T18:51:27.347737Z","end":"2026-03-31T18:51:27.662803Z","steps":["trace[585375560] 'agreement among raft nodes before linearized reading' (duration: 314.029985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.662868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.347729Z","time spent":"315.119689ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228840,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:27.959604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.970276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:27.959812Z","caller":"traceutil/trace.go:171","msg":"trace[751786386] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"294.769473ms","start":"2026-03-31T18:51:27.665026Z","end":"2026-03-31T18:51:27.959795Z","steps":["trace[751786386] 'process raft request' (duration: 294.680421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:27.959969Z","caller":"traceutil/trace.go:171","msg":"trace[1767085398] transaction","detail":"{read_only:false; response_revision:10115; number_of_response:1; }","duration":"405.199426ms","start":"2026-03-31T18:51:27.554747Z","end":"2026-03-31T18:51:27.959946Z","steps":["trace[1767085398] 'process raft request' (duration: 151.79182ms)","trace[1767085398] 'compare' (duration: 252.837163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:27.960059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.554711Z","time spent":"405.306279ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:27.959969Z","caller":"traceutil/trace.go:171","msg":"trace[1964301814] linearizableReadLoop","detail":"{readStateIndex:10526; appliedIndex:10525; }","duration":"298.552667ms","start":"2026-03-31T18:51:27.661366Z","end":"2026-03-31T18:51:27.959918Z","steps":["trace[1964301814] 'read index received' (duration: 45.292185ms)","trace[1964301814] 'applied index is now lower than readState.Index' (duration: 253.257522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:27.960314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.562153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-03-31T18:51:27.96035Z","caller":"traceutil/trace.go:171","msg":"trace[44063350] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10116; }","duration":"296.633025ms","start":"2026-03-31T18:51:27.663705Z","end":"2026-03-31T18:51:27.960338Z","steps":["trace[44063350] 'agreement among raft nodes before linearized reading' (duration: 296.501942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.960558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.975352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:27.960495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.849885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T18:51:27.960622Z","caller":"traceutil/trace.go:171","msg":"trace[1080710424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:10116; }","duration":"489.564905ms","start":"2026-03-31T18:51:27.471044Z","end":"2026-03-31T18:51:27.960609Z","steps":["trace[1080710424] 'agreement among raft nodes before linearized reading' (duration: 488.978272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:27.960656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:27.471019Z","time spent":"489.627338ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:27.960655Z","caller":"traceutil/trace.go:171","msg":"trace[1821423776] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:10116; }","duration":"291.036969ms","start":"2026-03-31T18:51:27.669595Z","end":"2026-03-31T18:51:27.960632Z","steps":["trace[1821423776] 'agreement among raft nodes before linearized reading' (duration: 290.62544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.261412Z","caller":"traceutil/trace.go:171","msg":"trace[251205482] transaction","detail":"{read_only:false; response_revision:10117; number_of_response:1; }","duration":"293.72534ms","start":"2026-03-31T18:51:27.967666Z","end":"2026-03-31T18:51:28.261391Z","steps":["trace[251205482] 'process raft request' (duration: 293.619797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:28.261711Z","caller":"traceutil/trace.go:171","msg":"trace[296384811] linearizableReadLoop","detail":"{readStateIndex:10528; appliedIndex:10527; }","duration":"232.424746ms","start":"2026-03-31T18:51:28.029276Z","end":"2026-03-31T18:51:28.261701Z","steps":["trace[296384811] 'read index received' (duration: 231.938836ms)","trace[296384811] 'applied index is now lower than readState.Index' (duration: 484.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:28.261887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.796251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:28.261926Z","caller":"traceutil/trace.go:171","msg":"trace[1212389506] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10117; }","duration":"168.850362ms","start":"2026-03-31T18:51:28.093064Z","end":"2026-03-31T18:51:28.261915Z","steps":["trace[1212389506] 'agreement among raft nodes before linearized reading' (duration: 168.74848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.261962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.649561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:28.262092Z","caller":"traceutil/trace.go:171","msg":"trace[1032648784] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10117; }","duration":"232.829705ms","start":"2026-03-31T18:51:28.029236Z","end":"2026-03-31T18:51:28.262066Z","steps":["trace[1032648784] 'agreement among raft nodes before linearized reading' (duration: 232.541869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.430763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.560358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:51:28.43087Z","caller":"traceutil/trace.go:171","msg":"trace[1662688243] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10117; }","duration":"148.71824ms","start":"2026-03-31T18:51:28.282136Z","end":"2026-03-31T18:51:28.430855Z","steps":["trace[1662688243] 'range keys from in-memory index tree' (duration: 148.413464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:28.430763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.366299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:51:28.431025Z","caller":"traceutil/trace.go:171","msg":"trace[1046696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10117; }","duration":"138.654765ms","start":"2026-03-31T18:51:28.292357Z","end":"2026-03-31T18:51:28.431011Z","steps":["trace[1046696] 'range keys from in-memory index tree' (duration: 138.241416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:29.13244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:29.632593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:30.133664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:30.63433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:30.786076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.158420226s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:30.786685Z","caller":"traceutil/trace.go:171","msg":"trace[1559962220] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"2.159132972s","start":"2026-03-31T18:51:28.627525Z","end":"2026-03-31T18:51:30.786658Z","steps":["trace[1559962220] 'process raft request' (duration: 2.158785394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:30.786884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.627498Z","time spent":"2.159268624s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:30.834588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:51:30.834829Z","caller":"traceutil/trace.go:171","msg":"trace[1275090307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178571s","start":"2026-03-31T18:51:28.834628Z","end":"2026-03-31T18:51:30.834806Z","steps":["trace[1275090307] 'agreement among raft nodes before linearized reading' (duration: 1.999920556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:30.834923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.834604Z","time spent":"2.000299893s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:51:31.52577Z","caller":"traceutil/trace.go:171","msg":"trace[719781629] transaction","detail":"{read_only:false; response_revision:10119; number_of_response:1; }","duration":"2.535657585s","start":"2026-03-31T18:51:28.990088Z","end":"2026-03-31T18:51:31.525746Z","steps":["trace[719781629] 'process raft request' (duration: 2.53544635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.525915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.990058Z","time spent":"2.535786358s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:31.526331Z","caller":"traceutil/trace.go:171","msg":"trace[1534505601] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"2.535329668s","start":"2026-03-31T18:51:28.990979Z","end":"2026-03-31T18:51:31.526309Z","steps":["trace[1534505601] 'process raft request' (duration: 2.535079632s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:31.52632Z","caller":"traceutil/trace.go:171","msg":"trace[1230962647] linearizableReadLoop","detail":"{readStateIndex:10533; appliedIndex:10528; }","duration":"2.894692846s","start":"2026-03-31T18:51:28.631595Z","end":"2026-03-31T18:51:31.526288Z","steps":["trace[1230962647] 'read index received' (duration: 2.154673261s)","trace[1230962647] 'applied index is now lower than readState.Index' (duration: 740.018505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:31.526442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.990971Z","time spent":"2.53541434s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:31.52658Z","caller":"traceutil/trace.go:171","msg":"trace[2027985246] transaction","detail":"{read_only:false; response_revision:10120; number_of_response:1; }","duration":"2.536183946s","start":"2026-03-31T18:51:28.99036Z","end":"2026-03-31T18:51:31.526544Z","steps":["trace[2027985246] 'process raft request' (duration: 2.535343448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.526703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895090025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-31T18:51:31.526772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.990336Z","time spent":"2.53632631s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:31.526824Z","caller":"traceutil/trace.go:171","msg":"trace[1237096623] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10122; }","duration":"2.895250629s","start":"2026-03-31T18:51:28.631544Z","end":"2026-03-31T18:51:31.526794Z","steps":["trace[1237096623] 'agreement among raft nodes before linearized reading' (duration: 2.894972872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.526894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.631531Z","time spent":"2.89534557s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T18:51:31.526941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854919987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:31.527016Z","caller":"traceutil/trace.go:171","msg":"trace[1731895360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10122; }","duration":"1.855033439s","start":"2026-03-31T18:51:29.671962Z","end":"2026-03-31T18:51:31.526995Z","steps":["trace[1731895360] 'agreement among raft nodes before linearized reading' (duration: 1.854894816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.527084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.671933Z","time spent":"1.855134992s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:31.527094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342576801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:51:31.52674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805170091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T18:51:31.527136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860305278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:51:31.527171Z","caller":"traceutil/trace.go:171","msg":"trace[741547370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10122; }","duration":"1.342660213s","start":"2026-03-31T18:51:30.184469Z","end":"2026-03-31T18:51:31.527129Z","steps":["trace[741547370] 'agreement among raft nodes before linearized reading' (duration: 1.34251506s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:31.5272Z","caller":"traceutil/trace.go:171","msg":"trace[2034796212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10122; }","duration":"1.8604034s","start":"2026-03-31T18:51:29.666784Z","end":"2026-03-31T18:51:31.527187Z","steps":["trace[2034796212] 'agreement among raft nodes before linearized reading' (duration: 1.860209076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.527175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860329268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:51:31.527195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.647641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:51:31.527235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2680288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:31.526834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.13097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:51:31.527258Z","caller":"traceutil/trace.go:171","msg":"trace[1213820564] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"2.382110545s","start":"2026-03-31T18:51:29.145018Z","end":"2026-03-31T18:51:31.527129Z","steps":["trace[1213820564] 'process raft request' (duration: 2.381193345s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:31.527275Z","caller":"traceutil/trace.go:171","msg":"trace[730258857] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:10122; }","duration":"562.787915ms","start":"2026-03-31T18:51:30.964467Z","end":"2026-03-31T18:51:31.527255Z","steps":["trace[730258857] 'agreement among raft nodes before linearized reading' (duration: 562.499248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:31.527287Z","caller":"traceutil/trace.go:171","msg":"trace[1292156705] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10122; }","duration":"2.268093921s","start":"2026-03-31T18:51:29.259176Z","end":"2026-03-31T18:51:31.52727Z","steps":["trace[1292156705] 'agreement among raft nodes before linearized reading' (duration: 2.268019299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.527376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.25917Z","time spent":"2.268152112s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:31.527371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.964443Z","time spent":"562.874017ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"warn","ts":"2026-03-31T18:51:31.527381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.144997Z","time spent":"2.38230995s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:31.527294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376252575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:31.527219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.184446Z","time spent":"1.342761056s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:31.526951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710191075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:51:31.527566Z","caller":"traceutil/trace.go:171","msg":"trace[890764626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10122; }","duration":"1.71083679s","start":"2026-03-31T18:51:29.816704Z","end":"2026-03-31T18:51:31.527541Z","steps":["trace[890764626] 'agreement among raft nodes before linearized reading' (duration: 1.710140384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.527703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.816678Z","time spent":"1.711001044s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:31.527243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.666768Z","time spent":"1.860467261s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:51:31.527154Z","caller":"traceutil/trace.go:171","msg":"trace[1372304750] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10122; }","duration":"2.805627101s","start":"2026-03-31T18:51:28.721514Z","end":"2026-03-31T18:51:31.527142Z","steps":["trace[1372304750] 'agreement among raft nodes before linearized reading' (duration: 2.805087829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.528088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:28.721493Z","time spent":"2.806575093s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T18:51:31.527378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.067651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:31.528197Z","caller":"traceutil/trace.go:171","msg":"trace[644211397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10122; }","duration":"692.91234ms","start":"2026-03-31T18:51:30.835269Z","end":"2026-03-31T18:51:31.528182Z","steps":["trace[644211397] 'agreement among raft nodes before linearized reading' (duration: 692.04806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.528256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.835246Z","time spent":"692.988962ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:31.527288Z","caller":"traceutil/trace.go:171","msg":"trace[72272347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10122; }","duration":"366.62025ms","start":"2026-03-31T18:51:31.160656Z","end":"2026-03-31T18:51:31.527276Z","steps":["trace[72272347] 'agreement among raft nodes before linearized reading' (duration: 366.116669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.528333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.160627Z","time spent":"367.683435ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:51:31.52727Z","caller":"traceutil/trace.go:171","msg":"trace[994682392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10122; }","duration":"1.860464652s","start":"2026-03-31T18:51:29.666783Z","end":"2026-03-31T18:51:31.527248Z","steps":["trace[994682392] 'agreement among raft nodes before linearized reading' (duration: 1.860111584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.52863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.666764Z","time spent":"1.861841662s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:51:31.527457Z","caller":"traceutil/trace.go:171","msg":"trace[1073799021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10122; }","duration":"1.376466451s","start":"2026-03-31T18:51:30.150969Z","end":"2026-03-31T18:51:31.527435Z","steps":["trace[1073799021] 'agreement among raft nodes before linearized reading' (duration: 1.376255965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.528835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.150941Z","time spent":"1.377854731s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:31.527468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.275003937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:31.528953Z","caller":"traceutil/trace.go:171","msg":"trace[1230022499] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10122; }","duration":"2.2764906s","start":"2026-03-31T18:51:29.252419Z","end":"2026-03-31T18:51:31.52891Z","steps":["trace[1230022499] 'agreement among raft nodes before linearized reading' (duration: 2.274887854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.527761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080677085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:31.529015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:29.252403Z","time spent":"2.276592182s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:31.529026Z","caller":"traceutil/trace.go:171","msg":"trace[1449330345] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10122; }","duration":"1.082801992s","start":"2026-03-31T18:51:30.446207Z","end":"2026-03-31T18:51:31.529009Z","steps":["trace[1449330345] 'agreement among raft nodes before linearized reading' (duration: 1.080709905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:31.529103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:30.446186Z","time spent":"1.082880344s","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:31.766939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.761943ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:51:32.203118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.886442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:32.203403Z","caller":"traceutil/trace.go:171","msg":"trace[851301354] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"670.421587ms","start":"2026-03-31T18:51:31.532951Z","end":"2026-03-31T18:51:32.203373Z","steps":["trace[851301354] 'process raft request' (duration: 335.195098ms)","trace[851301354] 'compare' (duration: 334.358109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:32.203535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.532888Z","time spent":"670.57667ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:32.203662Z","caller":"traceutil/trace.go:171","msg":"trace[585089519] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"670.417227ms","start":"2026-03-31T18:51:31.533191Z","end":"2026-03-31T18:51:32.203608Z","steps":["trace[585089519] 'process raft request' (duration: 670.10603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.203685Z","caller":"traceutil/trace.go:171","msg":"trace[317791437] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"670.175061ms","start":"2026-03-31T18:51:31.533477Z","end":"2026-03-31T18:51:32.203652Z","steps":["trace[317791437] 'process raft request' (duration: 670.016387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.203694Z","caller":"traceutil/trace.go:171","msg":"trace[2052802460] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"670.441107ms","start":"2026-03-31T18:51:31.53322Z","end":"2026-03-31T18:51:32.203661Z","steps":["trace[2052802460] 'process raft request' (duration: 670.228992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.203847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.53347Z","time spent":"670.288733ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:32.203937Z","caller":"traceutil/trace.go:171","msg":"trace[1277288582] transaction","detail":"{read_only:false; response_revision:10128; number_of_response:1; }","duration":"668.188947ms","start":"2026-03-31T18:51:31.535731Z","end":"2026-03-31T18:51:32.20392Z","steps":["trace[1277288582] 'process raft request' (duration: 667.890041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.203692Z","caller":"traceutil/trace.go:171","msg":"trace[222806568] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"669.017145ms","start":"2026-03-31T18:51:31.53466Z","end":"2026-03-31T18:51:32.203677Z","steps":["trace[222806568] 'process raft request' (duration: 668.909323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.204094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.53572Z","time spent":"668.32478ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:32.203847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.533177Z","time spent":"670.57595ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:32.204167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.534637Z","time spent":"669.485876ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:32.204166Z","caller":"traceutil/trace.go:171","msg":"trace[533549009] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"435.660728ms","start":"2026-03-31T18:51:31.768479Z","end":"2026-03-31T18:51:32.20414Z","steps":["trace[533549009] 'process raft request' (duration: 435.434893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.204186Z","caller":"traceutil/trace.go:171","msg":"trace[278612560] linearizableReadLoop","detail":"{readStateIndex:10539; appliedIndex:10533; }","duration":"669.050056ms","start":"2026-03-31T18:51:31.535093Z","end":"2026-03-31T18:51:32.204143Z","steps":["trace[278612560] 'read index received' (duration: 95.05018ms)","trace[278612560] 'applied index is now lower than readState.Index' (duration: 573.992686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:32.204332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.768456Z","time spent":"435.792331ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:32.20441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.114782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:32.204039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.533203Z","time spent":"670.653261ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:32.204461Z","caller":"traceutil/trace.go:171","msg":"trace[924421203] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10129; }","duration":"546.186024ms","start":"2026-03-31T18:51:31.658253Z","end":"2026-03-31T18:51:32.204439Z","steps":["trace[924421203] 'agreement among raft nodes before linearized reading' (duration: 546.112642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.204525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.658236Z","time spent":"546.271245ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:32.204571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.323582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:32.204608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.152213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:32.204466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.866103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:51:32.204646Z","caller":"traceutil/trace.go:171","msg":"trace[1504433592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10129; }","duration":"669.432765ms","start":"2026-03-31T18:51:31.535185Z","end":"2026-03-31T18:51:32.204617Z","steps":["trace[1504433592] 'agreement among raft nodes before linearized reading' (duration: 669.167329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:32.204682Z","caller":"traceutil/trace.go:171","msg":"trace[2067224529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10129; }","duration":"667.227565ms","start":"2026-03-31T18:51:31.537421Z","end":"2026-03-31T18:51:32.204649Z","steps":["trace[2067224529] 'agreement among raft nodes before linearized reading' (duration: 667.095722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.2047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.535175Z","time spent":"669.512076ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:32.204738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.537411Z","time spent":"667.314677ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:32.204725Z","caller":"traceutil/trace.go:171","msg":"trace[64745111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10129; }","duration":"324.121279ms","start":"2026-03-31T18:51:31.880544Z","end":"2026-03-31T18:51:32.204666Z","steps":["trace[64745111] 'agreement among raft nodes before linearized reading' (duration: 323.809022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.204815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.88052Z","time spent":"324.276093ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T18:51:32.20486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.753622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228817"} {"level":"info","ts":"2026-03-31T18:51:32.205013Z","caller":"traceutil/trace.go:171","msg":"trace[1505005817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:10129; }","duration":"669.862664ms","start":"2026-03-31T18:51:31.53506Z","end":"2026-03-31T18:51:32.204922Z","steps":["trace[1505005817] 'agreement among raft nodes before linearized reading' (duration: 669.241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:32.205094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:31.535047Z","time spent":"670.029758ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228840,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:32.711251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:33.21194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:33.45901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247835909s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:33.51255Z","caller":"traceutil/trace.go:171","msg":"trace[656201255] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"1.30144968s","start":"2026-03-31T18:51:32.211071Z","end":"2026-03-31T18:51:33.512521Z","steps":["trace[656201255] 'process raft request' (duration: 1.248156346s)","trace[656201255] 'compare' (duration: 52.962216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:33.512681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.211058Z","time spent":"1.301561712s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:51:33.828575Z","caller":"traceutil/trace.go:171","msg":"trace[39902249] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"1.617363456s","start":"2026-03-31T18:51:32.211166Z","end":"2026-03-31T18:51:33.828529Z","steps":["trace[39902249] 'process raft request' (duration: 1.617062299s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:33.828632Z","caller":"traceutil/trace.go:171","msg":"trace[2064614444] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"1.615771071s","start":"2026-03-31T18:51:32.212829Z","end":"2026-03-31T18:51:33.8286Z","steps":["trace[2064614444] 'process raft request' (duration: 1.615574577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:33.828746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.211144Z","time spent":"1.617522099s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:51:33.828755Z","caller":"traceutil/trace.go:171","msg":"trace[1972817135] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"1.615324351s","start":"2026-03-31T18:51:32.213376Z","end":"2026-03-31T18:51:33.828701Z","steps":["trace[1972817135] 'process raft request' (duration: 1.615103806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:33.828797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.212815Z","time spent":"1.615890944s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:33.828906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.213359Z","time spent":"1.615462324s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:33.829199Z","caller":"traceutil/trace.go:171","msg":"trace[1987105698] linearizableReadLoop","detail":"{readStateIndex:10546; appliedIndex:10541; }","duration":"1.618141873s","start":"2026-03-31T18:51:32.211043Z","end":"2026-03-31T18:51:33.829185Z","steps":["trace[1987105698] 'read index received' (duration: 1.248375721s)","trace[1987105698] 'applied index is now lower than readState.Index' (duration: 369.765292ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:33.829307Z","caller":"traceutil/trace.go:171","msg":"trace[1210849445] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"1.615280649s","start":"2026-03-31T18:51:32.213988Z","end":"2026-03-31T18:51:33.829269Z","steps":["trace[1210849445] 'process raft request' (duration: 1.614539913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:33.829382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618339717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:51:33.829447Z","caller":"traceutil/trace.go:171","msg":"trace[601421439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10134; }","duration":"1.618561153s","start":"2026-03-31T18:51:32.210843Z","end":"2026-03-31T18:51:33.829405Z","steps":["trace[601421439] 'agreement among raft nodes before linearized reading' (duration: 1.6184192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:33.829465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.210821Z","time spent":"1.618640045s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:33.829548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.213977Z","time spent":"1.615469833s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:34.329949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:34.586674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.71282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:34.586849Z","caller":"traceutil/trace.go:171","msg":"trace[1306460850] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"1.055950692s","start":"2026-03-31T18:51:33.530878Z","end":"2026-03-31T18:51:34.586828Z","steps":["trace[1306460850] 'process raft request' (duration: 869.994416ms)","trace[1306460850] 'compare' (duration: 185.570106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:34.586922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.530853Z","time spent":"1.056036713s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:34.587096Z","caller":"traceutil/trace.go:171","msg":"trace[1569759249] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"1.053804963s","start":"2026-03-31T18:51:33.533256Z","end":"2026-03-31T18:51:34.587061Z","steps":["trace[1569759249] 'process raft request' (duration: 1.053520406s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587148Z","caller":"traceutil/trace.go:171","msg":"trace[683466376] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"1.053730871s","start":"2026-03-31T18:51:33.533384Z","end":"2026-03-31T18:51:34.587115Z","steps":["trace[683466376] 'process raft request' (duration: 1.053559527s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587166Z","caller":"traceutil/trace.go:171","msg":"trace[787448591] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"986.517046ms","start":"2026-03-31T18:51:33.600626Z","end":"2026-03-31T18:51:34.587143Z","steps":["trace[787448591] 'process raft request' (duration: 986.431444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.587294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.533242Z","time spent":"1.053940286s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.587298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.600603Z","time spent":"986.627328ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.587316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.533355Z","time spent":"1.053867394s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.587444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661091546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:34.587478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374692319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T18:51:34.58751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37380986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:51:34.58755Z","caller":"traceutil/trace.go:171","msg":"trace[563475924] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"751.805609ms","start":"2026-03-31T18:51:33.835734Z","end":"2026-03-31T18:51:34.587539Z","steps":["trace[563475924] 'process raft request' (duration: 751.37262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587301Z","caller":"traceutil/trace.go:171","msg":"trace[458646964] linearizableReadLoop","detail":"{readStateIndex:10551; appliedIndex:10546; }","duration":"758.049379ms","start":"2026-03-31T18:51:33.829226Z","end":"2026-03-31T18:51:34.587275Z","steps":["trace[458646964] 'read index received' (duration: 571.660884ms)","trace[458646964] 'applied index is now lower than readState.Index' (duration: 186.386315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:34.587562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262095468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3242"} {"level":"warn","ts":"2026-03-31T18:51:34.587597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753855663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:34.587636Z","caller":"traceutil/trace.go:171","msg":"trace[1010332505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10139; }","duration":"1.753935135s","start":"2026-03-31T18:51:32.833693Z","end":"2026-03-31T18:51:34.587628Z","steps":["trace[1010332505] 'agreement among raft nodes before linearized reading' (duration: 1.753877484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.587504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.827283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:34.587549Z","caller":"traceutil/trace.go:171","msg":"trace[1634131940] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10139; }","duration":"2.374817612s","start":"2026-03-31T18:51:32.212721Z","end":"2026-03-31T18:51:34.587538Z","steps":["trace[1634131940] 'agreement among raft nodes before linearized reading' (duration: 2.37469925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.587674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.833661Z","time spent":"1.754005056s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:34.587702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149675021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:51:34.587604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.835714Z","time spent":"751.867971ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:34.587733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364367317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T18:51:34.587734Z","caller":"traceutil/trace.go:171","msg":"trace[1498529210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10139; }","duration":"1.149742951s","start":"2026-03-31T18:51:33.437983Z","end":"2026-03-31T18:51:34.587726Z","steps":["trace[1498529210] 'agreement among raft nodes before linearized reading' (duration: 1.149645909s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587767Z","caller":"traceutil/trace.go:171","msg":"trace[347416230] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:10139; }","duration":"2.364397478s","start":"2026-03-31T18:51:32.223361Z","end":"2026-03-31T18:51:34.587759Z","steps":["trace[347416230] 'agreement among raft nodes before linearized reading' (duration: 2.364263385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.587777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375246121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-31T18:51:34.58779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.223322Z","time spent":"2.3644638s","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T18:51:34.587787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.437958Z","time spent":"1.149821244s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:34.587775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257275629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:34.587817Z","caller":"traceutil/trace.go:171","msg":"trace[517831757] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10139; }","duration":"2.375309993s","start":"2026-03-31T18:51:32.212495Z","end":"2026-03-31T18:51:34.587805Z","steps":["trace[517831757] 'agreement among raft nodes before linearized reading' (duration: 2.374857493s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587835Z","caller":"traceutil/trace.go:171","msg":"trace[2133844710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10139; }","duration":"2.257374371s","start":"2026-03-31T18:51:32.330446Z","end":"2026-03-31T18:51:34.58782Z","steps":["trace[2133844710] 'agreement among raft nodes before linearized reading' (duration: 2.257262349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.587849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.212479Z","time spent":"2.375362984s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T18:51:34.587873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.330436Z","time spent":"2.257426702s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:34.587876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.131058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:34.58756Z","caller":"traceutil/trace.go:171","msg":"trace[1428302287] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10139; }","duration":"1.661221308s","start":"2026-03-31T18:51:32.926294Z","end":"2026-03-31T18:51:34.587515Z","steps":["trace[1428302287] 'agreement among raft nodes before linearized reading' (duration: 1.661018963s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587649Z","caller":"traceutil/trace.go:171","msg":"trace[484126539] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10139; }","duration":"2.26224653s","start":"2026-03-31T18:51:32.325382Z","end":"2026-03-31T18:51:34.587629Z","steps":["trace[484126539] 'agreement among raft nodes before linearized reading' (duration: 2.261943874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.926272Z","time spent":"1.661717539s","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:34.588009Z","caller":"traceutil/trace.go:171","msg":"trace[849858624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10139; }","duration":"932.382144ms","start":"2026-03-31T18:51:33.655582Z","end":"2026-03-31T18:51:34.587964Z","steps":["trace[849858624] 'agreement among raft nodes before linearized reading' (duration: 932.063517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.804177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-31T18:51:34.588132Z","caller":"traceutil/trace.go:171","msg":"trace[195827426] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"746.844108ms","start":"2026-03-31T18:51:33.841278Z","end":"2026-03-31T18:51:34.588122Z","steps":["trace[195827426] 'agreement among raft nodes before linearized reading' (duration: 746.731196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.587697Z","caller":"traceutil/trace.go:171","msg":"trace[221993416] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10139; }","duration":"916.043357ms","start":"2026-03-31T18:51:33.671633Z","end":"2026-03-31T18:51:34.587677Z","steps":["trace[221993416] 'agreement among raft nodes before linearized reading' (duration: 915.793482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.841275Z","time spent":"746.877319ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.754647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-31T18:51:34.588172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.747177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-31T18:51:34.588201Z","caller":"traceutil/trace.go:171","msg":"trace[1637884848] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"751.807629ms","start":"2026-03-31T18:51:33.836382Z","end":"2026-03-31T18:51:34.58819Z","steps":["trace[1637884848] 'agreement among raft nodes before linearized reading' (duration: 751.733037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.213013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:34.58821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.671617Z","time spent":"916.555359ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:34.58823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.836365Z","time spent":"751.859099ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:51:34.588241Z","caller":"traceutil/trace.go:171","msg":"trace[1484698021] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"751.837029ms","start":"2026-03-31T18:51:33.836382Z","end":"2026-03-31T18:51:34.58822Z","steps":["trace[1484698021] 'agreement among raft nodes before linearized reading' (duration: 751.671956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.655557Z","time spent":"932.542027ms","remote":"127.0.0.1:48292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:34.588003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.325359Z","time spent":"2.262631879s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.450251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T18:51:34.588371Z","caller":"traceutil/trace.go:171","msg":"trace[1351729470] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"751.509222ms","start":"2026-03-31T18:51:33.83685Z","end":"2026-03-31T18:51:34.588359Z","steps":["trace[1351729470] 'agreement among raft nodes before linearized reading' (duration: 751.40517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.517012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-31T18:51:34.588401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.668586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-31T18:51:34.588412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.364932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:34.588422Z","caller":"traceutil/trace.go:171","msg":"trace[613899728] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"751.567403ms","start":"2026-03-31T18:51:33.836841Z","end":"2026-03-31T18:51:34.588409Z","steps":["trace[613899728] 'agreement among raft nodes before linearized reading' (duration: 751.473311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.588455Z","caller":"traceutil/trace.go:171","msg":"trace[1594686207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10139; }","duration":"377.423453ms","start":"2026-03-31T18:51:34.211018Z","end":"2026-03-31T18:51:34.588441Z","steps":["trace[1594686207] 'agreement among raft nodes before linearized reading' (duration: 377.338141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.588238Z","caller":"traceutil/trace.go:171","msg":"trace[1636486497] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10139; }","duration":"458.288564ms","start":"2026-03-31T18:51:34.129939Z","end":"2026-03-31T18:51:34.588227Z","steps":["trace[1636486497] 'agreement among raft nodes before linearized reading' (duration: 458.216693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.669565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:34.588481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.127186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-31T18:51:34.587935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.674473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:34.5885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.613574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T18:51:34.588534Z","caller":"traceutil/trace.go:171","msg":"trace[847172244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10139; }","duration":"755.322847ms","start":"2026-03-31T18:51:33.833204Z","end":"2026-03-31T18:51:34.588527Z","steps":["trace[847172244] 'agreement among raft nodes before linearized reading' (duration: 754.603111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.588537Z","caller":"traceutil/trace.go:171","msg":"trace[2004087815] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"752.180557ms","start":"2026-03-31T18:51:33.836344Z","end":"2026-03-31T18:51:34.588524Z","steps":["trace[2004087815] 'agreement among raft nodes before linearized reading' (duration: 752.069255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.588537Z","caller":"traceutil/trace.go:171","msg":"trace[1524106855] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"751.682136ms","start":"2026-03-31T18:51:33.836847Z","end":"2026-03-31T18:51:34.588529Z","steps":["trace[1524106855] 'agreement among raft nodes before linearized reading' (duration: 751.592064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.1615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:51:34.588572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.83682Z","time spent":"751.746377ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.945115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-31T18:51:34.588573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.83625Z","time spent":"752.31326ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.826057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T18:51:34.588607Z","caller":"traceutil/trace.go:171","msg":"trace[1997028887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"753.023187ms","start":"2026-03-31T18:51:33.835575Z","end":"2026-03-31T18:51:34.588598Z","steps":["trace[1997028887] 'agreement among raft nodes before linearized reading' (duration: 752.941885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.771774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:34.58864Z","caller":"traceutil/trace.go:171","msg":"trace[339430888] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10139; }","duration":"695.845675ms","start":"2026-03-31T18:51:33.892788Z","end":"2026-03-31T18:51:34.588633Z","steps":["trace[339430888] 'agreement among raft nodes before linearized reading' (duration: 695.795684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.835551Z","time spent":"753.079127ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.892762Z","time spent":"695.898406ms","remote":"127.0.0.1:41610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:34.587703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.212699Z","time spent":"2.374992506s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.836371Z","time spent":"751.908861ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:51:34.588592Z","caller":"traceutil/trace.go:171","msg":"trace[2121350707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10139; }","duration":"378.229891ms","start":"2026-03-31T18:51:34.210354Z","end":"2026-03-31T18:51:34.588584Z","steps":["trace[2121350707] 'agreement among raft nodes before linearized reading' (duration: 378.15581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.042976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-31T18:51:34.58849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.211007Z","time spent":"377.476135ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.210332Z","time spent":"378.429056ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:51:34.588785Z","caller":"traceutil/trace.go:171","msg":"trace[882661566] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"715.128098ms","start":"2026-03-31T18:51:33.873648Z","end":"2026-03-31T18:51:34.588776Z","steps":["trace[882661566] 'agreement among raft nodes before linearized reading' (duration: 715.002835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:34.588428Z","caller":"traceutil/trace.go:171","msg":"trace[1659671091] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"551.747108ms","start":"2026-03-31T18:51:34.036673Z","end":"2026-03-31T18:51:34.588421Z","steps":["trace[1659671091] 'agreement among raft nodes before linearized reading' (duration: 551.621265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.833181Z","time spent":"755.376299ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.836834Z","time spent":"751.571923ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:51:34.588748Z","caller":"traceutil/trace.go:171","msg":"trace[417281728] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:10139; }","duration":"747.39063ms","start":"2026-03-31T18:51:33.841241Z","end":"2026-03-31T18:51:34.588632Z","steps":["trace[417281728] 'agreement among raft nodes before linearized reading' (duration: 746.783327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.588458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.836826Z","time spent":"751.625744ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.881984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:34.589007Z","caller":"traceutil/trace.go:171","msg":"trace[390767870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10139; }","duration":"374.569658ms","start":"2026-03-31T18:51:34.214424Z","end":"2026-03-31T18:51:34.588994Z","steps":["trace[390767870] 'agreement among raft nodes before linearized reading' (duration: 373.834322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.589073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.214414Z","time spent":"374.644571ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.036629Z","time spent":"552.210428ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.873626Z","time spent":"715.185308ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:51:34.588493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.129916Z","time spent":"458.56843ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:34.588499Z","caller":"traceutil/trace.go:171","msg":"trace[1172080636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:10139; }","duration":"642.751156ms","start":"2026-03-31T18:51:33.945741Z","end":"2026-03-31T18:51:34.588492Z","steps":["trace[1172080636] 'agreement among raft nodes before linearized reading' (duration: 642.701115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.58947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.945718Z","time spent":"643.730708ms","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:34.587597Z","caller":"traceutil/trace.go:171","msg":"trace[1175026036] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10139; }","duration":"2.373921032s","start":"2026-03-31T18:51:32.213654Z","end":"2026-03-31T18:51:34.587575Z","steps":["trace[1175026036] 'agreement among raft nodes before linearized reading' (duration: 2.373716078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.589666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:32.213646Z","time spent":"2.37600993s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:34.595511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:33.841235Z","time spent":"747.675847ms","remote":"127.0.0.1:41242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:51:34.909982Z","caller":"traceutil/trace.go:171","msg":"trace[1593282176] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"310.017824ms","start":"2026-03-31T18:51:34.599915Z","end":"2026-03-31T18:51:34.909933Z","steps":["trace[1593282176] 'process raft request' (duration: 218.355111ms)","trace[1593282176] 'compare' (duration: 91.446919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:34.910158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.599906Z","time spent":"310.162207ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:34.909976Z","caller":"traceutil/trace.go:171","msg":"trace[568262750] linearizableReadLoop","detail":"{readStateIndex:10552; appliedIndex:10551; }","duration":"309.980313ms","start":"2026-03-31T18:51:34.599942Z","end":"2026-03-31T18:51:34.909922Z","steps":["trace[568262750] 'read index received' (duration: 386.518µs)","trace[568262750] 'applied index is now lower than readState.Index' (duration: 309.591955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:34.910233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.332861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:34.910346Z","caller":"traceutil/trace.go:171","msg":"trace[665484819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10140; }","duration":"310.426413ms","start":"2026-03-31T18:51:34.599861Z","end":"2026-03-31T18:51:34.910288Z","steps":["trace[665484819] 'agreement among raft nodes before linearized reading' (duration: 310.176728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:34.910407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.599857Z","time spent":"310.527555ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:35.410975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:51:35.490453Z","caller":"traceutil/trace.go:171","msg":"trace[522600373] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"890.161758ms","start":"2026-03-31T18:51:34.600261Z","end":"2026-03-31T18:51:35.490422Z","steps":["trace[522600373] 'process raft request' (duration: 889.863972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.490666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.600254Z","time spent":"890.293051ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:35.490892Z","caller":"traceutil/trace.go:171","msg":"trace[2102285150] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"890.574847ms","start":"2026-03-31T18:51:34.600303Z","end":"2026-03-31T18:51:35.490878Z","steps":["trace[2102285150] 'process raft request' (duration: 890.045146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:35.490883Z","caller":"traceutil/trace.go:171","msg":"trace[203878217] linearizableReadLoop","detail":"{readStateIndex:10556; appliedIndex:10552; }","duration":"580.644136ms","start":"2026-03-31T18:51:34.910208Z","end":"2026-03-31T18:51:35.490852Z","steps":["trace[203878217] 'read index received' (duration: 580.019812ms)","trace[203878217] 'applied index is now lower than readState.Index' (duration: 623.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:35.49096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.600299Z","time spent":"890.628488ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:35.490967Z","caller":"traceutil/trace.go:171","msg":"trace[421726379] transaction","detail":"{read_only:false; response_revision:10143; number_of_response:1; }","duration":"890.553957ms","start":"2026-03-31T18:51:34.600331Z","end":"2026-03-31T18:51:35.490885Z","steps":["trace[421726379] 'process raft request' (duration: 890.307602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.491126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.23122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-31T18:51:35.491182Z","caller":"traceutil/trace.go:171","msg":"trace[11874833] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:10144; }","duration":"886.315302ms","start":"2026-03-31T18:51:34.60485Z","end":"2026-03-31T18:51:35.491165Z","steps":["trace[11874833] 'agreement among raft nodes before linearized reading' (duration: 886.174639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.491201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.348464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T18:51:35.491267Z","caller":"traceutil/trace.go:171","msg":"trace[128488728] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:10144; }","duration":"795.518039ms","start":"2026-03-31T18:51:34.695734Z","end":"2026-03-31T18:51:35.491252Z","steps":["trace[128488728] 'agreement among raft nodes before linearized reading' (duration: 795.264333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.491304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.695713Z","time spent":"795.58536ms","remote":"127.0.0.1:41298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-31T18:51:35.491292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.604747Z","time spent":"886.524056ms","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-31T18:51:35.491119Z","caller":"traceutil/trace.go:171","msg":"trace[190062946] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"887.6197ms","start":"2026-03-31T18:51:34.603433Z","end":"2026-03-31T18:51:35.491053Z","steps":["trace[190062946] 'process raft request' (duration: 887.317814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.49147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.600327Z","time spent":"890.794893ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:35.491539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.603419Z","time spent":"887.97271ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:35.513531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.704006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:35.513626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.827181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-31T18:51:35.513633Z","caller":"traceutil/trace.go:171","msg":"trace[1467996092] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10145; }","duration":"288.815099ms","start":"2026-03-31T18:51:35.22478Z","end":"2026-03-31T18:51:35.513595Z","steps":["trace[1467996092] 'agreement among raft nodes before linearized reading' (duration: 288.680556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:35.513683Z","caller":"traceutil/trace.go:171","msg":"trace[1894895047] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:10145; }","duration":"181.917083ms","start":"2026-03-31T18:51:35.331751Z","end":"2026-03-31T18:51:35.513668Z","steps":["trace[1894895047] 'agreement among raft nodes before linearized reading' (duration: 181.702059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.51373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.113772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-03-31T18:51:35.513778Z","caller":"traceutil/trace.go:171","msg":"trace[337176096] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10145; }","duration":"600.168572ms","start":"2026-03-31T18:51:34.913591Z","end":"2026-03-31T18:51:35.51376Z","steps":["trace[337176096] 'agreement among raft nodes before linearized reading' (duration: 599.806785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.513826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.913582Z","time spent":"600.235465ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4463,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T18:51:35.513826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.880872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-03-31T18:51:35.513874Z","caller":"traceutil/trace.go:171","msg":"trace[1531458407] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10145; }","duration":"601.957043ms","start":"2026-03-31T18:51:34.911904Z","end":"2026-03-31T18:51:35.513861Z","steps":["trace[1531458407] 'agreement among raft nodes before linearized reading' (duration: 601.43627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:35.513916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:34.911886Z","time spent":"602.020795ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19360,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:51:35.513626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.019756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T18:51:35.513341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.943311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:35.514259Z","caller":"traceutil/trace.go:171","msg":"trace[334757858] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10145; }","duration":"289.879503ms","start":"2026-03-31T18:51:35.224358Z","end":"2026-03-31T18:51:35.514238Z","steps":["trace[334757858] 'agreement among raft nodes before linearized reading' (duration: 288.89362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:35.514293Z","caller":"traceutil/trace.go:171","msg":"trace[1140989919] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:10145; }","duration":"261.61382ms","start":"2026-03-31T18:51:35.252577Z","end":"2026-03-31T18:51:35.514191Z","steps":["trace[1140989919] 'agreement among raft nodes before linearized reading' (duration: 260.870773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:36.021594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280663508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:51:37.3386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.430905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:37.338715Z","caller":"traceutil/trace.go:171","msg":"trace[1594212041] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"1.819655898s","start":"2026-03-31T18:51:35.519039Z","end":"2026-03-31T18:51:37.338695Z","steps":["trace[1594212041] 'process raft request' (duration: 841.037908ms)","trace[1594212041] 'compare' (duration: 977.985806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:37.33878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.518997Z","time spent":"1.81975241s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:37.834353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:51:37.834441Z","caller":"traceutil/trace.go:171","msg":"trace[62882994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200241s","start":"2026-03-31T18:51:35.834222Z","end":"2026-03-31T18:51:37.834422Z","steps":["trace[62882994] 'agreement among raft nodes before linearized reading' (duration: 2.000094409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:37.834492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.834215Z","time spent":"2.000266333s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:51:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:51:38.024848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.664739747s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:51:38.025556Z","caller":"traceutil/trace.go:171","msg":"trace[814288938] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"2.501872857s","start":"2026-03-31T18:51:35.523652Z","end":"2026-03-31T18:51:38.025525Z","steps":["trace[814288938] 'process raft request' (duration: 2.501749785s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:38.025574Z","caller":"traceutil/trace.go:171","msg":"trace[1147425215] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"2.505962929s","start":"2026-03-31T18:51:35.519557Z","end":"2026-03-31T18:51:38.02552Z","steps":["trace[1147425215] 'process raft request' (duration: 2.505722214s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.02576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.523621Z","time spent":"2.50200012s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:38.025868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.519505Z","time spent":"2.506283476s","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:38.900452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.980307ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:51:38.900811Z","caller":"traceutil/trace.go:171","msg":"trace[927244745] linearizableReadLoop","detail":"{readStateIndex:10560; appliedIndex:10557; }","duration":"3.379929785s","start":"2026-03-31T18:51:35.520861Z","end":"2026-03-31T18:51:38.90079Z","steps":["trace[927244745] 'read index received' (duration: 839.231458ms)","trace[927244745] 'applied index is now lower than readState.Index' (duration: 2.540697117s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:38.901381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380498908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-31T18:51:38.901869Z","caller":"traceutil/trace.go:171","msg":"trace[1442620743] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10148; }","duration":"3.381020109s","start":"2026-03-31T18:51:35.520835Z","end":"2026-03-31T18:51:38.901855Z","steps":["trace[1442620743] 'agreement among raft nodes before linearized reading' (duration: 3.380392325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.901928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.520823Z","time spent":"3.381088451s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-31T18:51:38.901698Z","caller":"traceutil/trace.go:171","msg":"trace[587006086] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"2.307060985s","start":"2026-03-31T18:51:36.594614Z","end":"2026-03-31T18:51:38.901675Z","steps":["trace[587006086] 'process raft request' (duration: 2.305945559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:38.902338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.594592Z","time spent":"2.307620496s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:39.742513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.734741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:39.742752Z","caller":"traceutil/trace.go:171","msg":"trace[1279102224] linearizableReadLoop","detail":"{readStateIndex:10565; appliedIndex:10561; }","duration":"841.885337ms","start":"2026-03-31T18:51:38.900852Z","end":"2026-03-31T18:51:39.742738Z","steps":["trace[1279102224] 'read index received' (duration: 459.991µs)","trace[1279102224] 'applied index is now lower than readState.Index' (duration: 841.424326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:39.742973Z","caller":"traceutil/trace.go:171","msg":"trace[883675428] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"3.14263822s","start":"2026-03-31T18:51:36.600323Z","end":"2026-03-31T18:51:39.742961Z","steps":["trace[883675428] 'process raft request' (duration: 3.142294342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.743047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.60031Z","time spent":"3.142699052s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:39.742737Z","caller":"traceutil/trace.go:171","msg":"trace[997800461] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"3.147639152s","start":"2026-03-31T18:51:36.595074Z","end":"2026-03-31T18:51:39.742713Z","steps":["trace[997800461] 'process raft request' (duration: 2.306583164s)","trace[997800461] 'compare' (duration: 840.145608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:39.743185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.595056Z","time spent":"3.148035351s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:39.743217Z","caller":"traceutil/trace.go:171","msg":"trace[1645165873] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"2.572320605s","start":"2026-03-31T18:51:37.170886Z","end":"2026-03-31T18:51:39.743207Z","steps":["trace[1645165873] 'process raft request' (duration: 2.571801754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.743267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.170852Z","time spent":"2.572387777s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:39.743498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.615716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-03-31T18:51:39.743537Z","caller":"traceutil/trace.go:171","msg":"trace[1380193759] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10152; }","duration":"860.697048ms","start":"2026-03-31T18:51:38.882826Z","end":"2026-03-31T18:51:39.743524Z","steps":["trace[1380193759] 'agreement among raft nodes before linearized reading' (duration: 860.582106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.743575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.882754Z","time spent":"860.80986ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4271,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T18:51:39.743751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.296379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:39.743809Z","caller":"traceutil/trace.go:171","msg":"trace[1486817873] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10152; }","duration":"931.383021ms","start":"2026-03-31T18:51:38.812409Z","end":"2026-03-31T18:51:39.743792Z","steps":["trace[1486817873] 'agreement among raft nodes before linearized reading' (duration: 931.313919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.743875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.812389Z","time spent":"931.466983ms","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.744053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185674075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:39.744103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909417787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:39.744114Z","caller":"traceutil/trace.go:171","msg":"trace[1872537157] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10152; }","duration":"3.185774797s","start":"2026-03-31T18:51:36.558323Z","end":"2026-03-31T18:51:39.744098Z","steps":["trace[1872537157] 'agreement among raft nodes before linearized reading' (duration: 3.185641264s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.744188Z","caller":"traceutil/trace.go:171","msg":"trace[319854969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10152; }","duration":"1.90953178s","start":"2026-03-31T18:51:37.834634Z","end":"2026-03-31T18:51:39.744166Z","steps":["trace[319854969] 'agreement among raft nodes before linearized reading' (duration: 1.909411638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654127166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:39.744207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214922217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-03-31T18:51:39.744239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.834612Z","time spent":"1.909615093s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:39.744252Z","caller":"traceutil/trace.go:171","msg":"trace[1464474337] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10152; }","duration":"3.654232819s","start":"2026-03-31T18:51:36.090001Z","end":"2026-03-31T18:51:39.744234Z","steps":["trace[1464474337] 'agreement among raft nodes before linearized reading' (duration: 3.654100996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247950801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:39.744066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209823293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:39.744286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778642675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-31T18:51:39.74431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910529309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:51:39.744356Z","caller":"traceutil/trace.go:171","msg":"trace[1323290557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10152; }","duration":"2.248124425s","start":"2026-03-31T18:51:37.496205Z","end":"2026-03-31T18:51:39.74433Z","steps":["trace[1323290557] 'agreement among raft nodes before linearized reading' (duration: 2.247838909s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.744394Z","caller":"traceutil/trace.go:171","msg":"trace[647037250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10152; }","duration":"3.778792589s","start":"2026-03-31T18:51:35.965577Z","end":"2026-03-31T18:51:39.744369Z","steps":["trace[647037250] 'agreement among raft nodes before linearized reading' (duration: 3.778604905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.496182Z","time spent":"2.248226677s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:39.744448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221953594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-31T18:51:39.744263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705858398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:39.744478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249084066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:51:39.744522Z","caller":"traceutil/trace.go:171","msg":"trace[868622834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:10152; }","duration":"4.222052667s","start":"2026-03-31T18:51:35.522452Z","end":"2026-03-31T18:51:39.744505Z","steps":["trace[868622834] 'agreement among raft nodes before linearized reading' (duration: 4.221866773s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.744532Z","caller":"traceutil/trace.go:171","msg":"trace[1012312245] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10152; }","duration":"1.706207346s","start":"2026-03-31T18:51:38.038308Z","end":"2026-03-31T18:51:39.744515Z","steps":["trace[1012312245] 'agreement among raft nodes before linearized reading' (duration: 1.705782037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163972586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:39.744551Z","caller":"traceutil/trace.go:171","msg":"trace[188069556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10152; }","duration":"2.249190868s","start":"2026-03-31T18:51:37.495346Z","end":"2026-03-31T18:51:39.744537Z","steps":["trace[188069556] 'agreement among raft nodes before linearized reading' (duration: 2.249030545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.74458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.522442Z","time spent":"4.222125438s","remote":"127.0.0.1:41408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T18:51:39.74459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.038291Z","time spent":"1.706282257s","remote":"127.0.0.1:41584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.744607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.495324Z","time spent":"2.24927055s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:39.744636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247650724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:51:39.744365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248235107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:51:39.744688Z","caller":"traceutil/trace.go:171","msg":"trace[1759901256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10152; }","duration":"2.247751396s","start":"2026-03-31T18:51:37.496923Z","end":"2026-03-31T18:51:39.744675Z","steps":["trace[1759901256] 'agreement among raft nodes before linearized reading' (duration: 2.247626814s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.744711Z","caller":"traceutil/trace.go:171","msg":"trace[1406962616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10152; }","duration":"2.248592245s","start":"2026-03-31T18:51:37.496096Z","end":"2026-03-31T18:51:39.744689Z","steps":["trace[1406962616] 'agreement among raft nodes before linearized reading' (duration: 2.248159525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.496914Z","time spent":"2.247804397s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:39.74419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.558256Z","time spent":"3.18591899s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.744785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.496086Z","time spent":"2.248679236s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:51:39.74459Z","caller":"traceutil/trace.go:171","msg":"trace[908312762] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10152; }","duration":"4.164068228s","start":"2026-03-31T18:51:35.580508Z","end":"2026-03-31T18:51:39.744576Z","steps":["trace[908312762] 'agreement among raft nodes before linearized reading' (duration: 4.163986707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.965548Z","time spent":"3.77889857s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T18:51:39.744401Z","caller":"traceutil/trace.go:171","msg":"trace[645976234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10152; }","duration":"3.910675322s","start":"2026-03-31T18:51:35.833707Z","end":"2026-03-31T18:51:39.744382Z","steps":["trace[645976234] 'agreement among raft nodes before linearized reading' (duration: 3.910379635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.744959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.833681Z","time spent":"3.911229185s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:39.744328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245132707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:39.745042Z","caller":"traceutil/trace.go:171","msg":"trace[978218614] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10152; }","duration":"2.245862424s","start":"2026-03-31T18:51:37.499159Z","end":"2026-03-31T18:51:39.745021Z","steps":["trace[978218614] 'agreement among raft nodes before linearized reading' (duration: 2.245110168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.745114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.499143Z","time spent":"2.245948666s","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.744979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979330971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:39.74435Z","caller":"traceutil/trace.go:171","msg":"trace[780940441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10152; }","duration":"4.21015162s","start":"2026-03-31T18:51:35.534183Z","end":"2026-03-31T18:51:39.744334Z","steps":["trace[780940441] 'agreement among raft nodes before linearized reading' (duration: 4.209793502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.74531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.534171Z","time spent":"4.211112851s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:39.74525Z","caller":"traceutil/trace.go:171","msg":"trace[1270037080] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10152; }","duration":"3.979833092s","start":"2026-03-31T18:51:35.765396Z","end":"2026-03-31T18:51:39.74523Z","steps":["trace[1270037080] 'agreement among raft nodes before linearized reading' (duration: 3.979030144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.745488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.765367Z","time spent":"3.980104198s","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:39.744458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393689214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-31T18:51:39.744504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136767418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T18:51:39.744518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150039166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:51:39.744833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.580478Z","time spent":"4.164347205s","remote":"127.0.0.1:41710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:51:39.744302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.089981Z","time spent":"3.654306041s","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:51:39.745876Z","caller":"traceutil/trace.go:171","msg":"trace[1808402554] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10152; }","duration":"2.395126096s","start":"2026-03-31T18:51:37.350727Z","end":"2026-03-31T18:51:39.745853Z","steps":["trace[1808402554] 'agreement among raft nodes before linearized reading' (duration: 2.393643924s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.745898Z","caller":"traceutil/trace.go:171","msg":"trace[1091726716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10152; }","duration":"3.151460317s","start":"2026-03-31T18:51:36.594418Z","end":"2026-03-31T18:51:39.745878Z","steps":["trace[1091726716] 'agreement among raft nodes before linearized reading' (duration: 3.149984694s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.745902Z","caller":"traceutil/trace.go:171","msg":"trace[1254806507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10152; }","duration":"3.138161069s","start":"2026-03-31T18:51:36.607724Z","end":"2026-03-31T18:51:39.745885Z","steps":["trace[1254806507] 'agreement among raft nodes before linearized reading' (duration: 3.136662336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.745942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:37.350708Z","time spent":"2.395214978s","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T18:51:39.745968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.59439Z","time spent":"3.15155798s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:51:39.744964Z","caller":"traceutil/trace.go:171","msg":"trace[1402471556] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:10152; }","duration":"4.215675174s","start":"2026-03-31T18:51:35.529236Z","end":"2026-03-31T18:51:39.744911Z","steps":["trace[1402471556] 'agreement among raft nodes before linearized reading' (duration: 4.214864236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.745997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:36.607661Z","time spent":"3.138317682s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:39.746039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:35.529225Z","time spent":"4.216797538s","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-31T18:51:39.747344Z","caller":"traceutil/trace.go:171","msg":"trace[1520758653] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"838.933201ms","start":"2026-03-31T18:51:38.908397Z","end":"2026-03-31T18:51:39.74733Z","steps":["trace[1520758653] 'process raft request' (duration: 838.778208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.74742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.908372Z","time spent":"839.015563ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:39.747421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.145126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-03-31T18:51:39.747474Z","caller":"traceutil/trace.go:171","msg":"trace[425922599] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:10153; }","duration":"839.274139ms","start":"2026-03-31T18:51:38.908187Z","end":"2026-03-31T18:51:39.747461Z","steps":["trace[425922599] 'agreement among raft nodes before linearized reading' (duration: 839.088405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.747509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:38.908169Z","time spent":"839.32837ms","remote":"127.0.0.1:41718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-31T18:51:39.925418Z","caller":"traceutil/trace.go:171","msg":"trace[6862269] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"171.727827ms","start":"2026-03-31T18:51:39.753644Z","end":"2026-03-31T18:51:39.925372Z","steps":["trace[6862269] 'process raft request' (duration: 171.498701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.92553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.708705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:39.925602Z","caller":"traceutil/trace.go:171","msg":"trace[1433476234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10160; }","duration":"171.805398ms","start":"2026-03-31T18:51:39.753781Z","end":"2026-03-31T18:51:39.925587Z","steps":["trace[1433476234] 'agreement among raft nodes before linearized reading' (duration: 171.679965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.925811Z","caller":"traceutil/trace.go:171","msg":"trace[1457040222] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"171.091202ms","start":"2026-03-31T18:51:39.754708Z","end":"2026-03-31T18:51:39.925799Z","steps":["trace[1457040222] 'process raft request' (duration: 170.690153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.926003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.929731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-31T18:51:39.92604Z","caller":"traceutil/trace.go:171","msg":"trace[2011367839] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:10160; }","duration":"171.982023ms","start":"2026-03-31T18:51:39.754048Z","end":"2026-03-31T18:51:39.92603Z","steps":["trace[2011367839] 'agreement among raft nodes before linearized reading' (duration: 171.915172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.926139Z","caller":"traceutil/trace.go:171","msg":"trace[1416652574] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"172.360901ms","start":"2026-03-31T18:51:39.753726Z","end":"2026-03-31T18:51:39.926086Z","steps":["trace[1416652574] 'process raft request' (duration: 171.611444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.926404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.629442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:51:39.926543Z","caller":"traceutil/trace.go:171","msg":"trace[1257685452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10160; }","duration":"171.042911ms","start":"2026-03-31T18:51:39.755479Z","end":"2026-03-31T18:51:39.926522Z","steps":["trace[1257685452] 'agreement among raft nodes before linearized reading' (duration: 170.452618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.926568Z","caller":"traceutil/trace.go:171","msg":"trace[157096667] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"172.902054ms","start":"2026-03-31T18:51:39.753653Z","end":"2026-03-31T18:51:39.926555Z","steps":["trace[157096667] 'process raft request' (duration: 171.614644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.926623Z","caller":"traceutil/trace.go:171","msg":"trace[40395955] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"172.917544ms","start":"2026-03-31T18:51:39.753691Z","end":"2026-03-31T18:51:39.926609Z","steps":["trace[40395955] 'process raft request' (duration: 171.618084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:39.926658Z","caller":"traceutil/trace.go:171","msg":"trace[1030839409] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"172.459234ms","start":"2026-03-31T18:51:39.75419Z","end":"2026-03-31T18:51:39.926649Z","steps":["trace[1030839409] 'process raft request' (duration: 171.176014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:39.929793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.811533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:39.929891Z","caller":"traceutil/trace.go:171","msg":"trace[147956096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10160; }","duration":"173.950517ms","start":"2026-03-31T18:51:39.755918Z","end":"2026-03-31T18:51:39.929869Z","steps":["trace[147956096] 'agreement among raft nodes before linearized reading' (duration: 170.448588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:49.919617Z","caller":"traceutil/trace.go:171","msg":"trace[1496933535] transaction","detail":"{read_only:false; response_revision:10299; number_of_response:1; }","duration":"144.386485ms","start":"2026-03-31T18:51:49.775201Z","end":"2026-03-31T18:51:49.919587Z","steps":["trace[1496933535] 'process raft request' (duration: 144.200791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.033569Z","caller":"traceutil/trace.go:171","msg":"trace[1556480983] transaction","detail":"{read_only:false; response_revision:10300; number_of_response:1; }","duration":"247.855712ms","start":"2026-03-31T18:51:49.785682Z","end":"2026-03-31T18:51:50.033538Z","steps":["trace[1556480983] 'process raft request' (duration: 245.016729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.033741Z","caller":"traceutil/trace.go:171","msg":"trace[65009861] linearizableReadLoop","detail":"{readStateIndex:10718; appliedIndex:10715; }","duration":"226.754419ms","start":"2026-03-31T18:51:49.806949Z","end":"2026-03-31T18:51:50.033703Z","steps":["trace[65009861] 'read index received' (duration: 112.537591ms)","trace[65009861] 'applied index is now lower than readState.Index' (duration: 114.215668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:50.033744Z","caller":"traceutil/trace.go:171","msg":"trace[1609744431] transaction","detail":"{read_only:false; response_revision:10301; number_of_response:1; }","duration":"246.297816ms","start":"2026-03-31T18:51:49.78742Z","end":"2026-03-31T18:51:50.033718Z","steps":["trace[1609744431] 'process raft request' (duration: 246.076272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.034103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.156878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:50.034143Z","caller":"traceutil/trace.go:171","msg":"trace[318457683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10301; }","duration":"227.259361ms","start":"2026-03-31T18:51:49.806871Z","end":"2026-03-31T18:51:50.034131Z","steps":["trace[318457683] 'agreement among raft nodes before linearized reading' (duration: 227.016735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.128224Z","caller":"traceutil/trace.go:171","msg":"trace[1020977403] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"204.762016ms","start":"2026-03-31T18:51:49.923431Z","end":"2026-03-31T18:51:50.128193Z","steps":["trace[1020977403] 'process raft request' (duration: 204.601453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.128475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.83238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:50.128599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.298017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:51:50.1286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.074405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:51:50.12862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.132915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:50.128621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.665081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:51:50.128673Z","caller":"traceutil/trace.go:171","msg":"trace[920042587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10302; }","duration":"142.38018ms","start":"2026-03-31T18:51:49.986267Z","end":"2026-03-31T18:51:50.128647Z","steps":["trace[920042587] 'agreement among raft nodes before linearized reading' (duration: 142.272197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.128696Z","caller":"traceutil/trace.go:171","msg":"trace[2108199572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10302; }","duration":"139.249519ms","start":"2026-03-31T18:51:49.989423Z","end":"2026-03-31T18:51:50.128672Z","steps":["trace[2108199572] 'agreement among raft nodes before linearized reading' (duration: 138.88241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.128706Z","caller":"traceutil/trace.go:171","msg":"trace[1622572740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10302; }","duration":"297.261668ms","start":"2026-03-31T18:51:49.831423Z","end":"2026-03-31T18:51:50.128685Z","steps":["trace[1622572740] 'agreement among raft nodes before linearized reading' (duration: 297.111315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.128723Z","caller":"traceutil/trace.go:171","msg":"trace[1038161629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10302; }","duration":"140.820565ms","start":"2026-03-31T18:51:49.987873Z","end":"2026-03-31T18:51:50.128693Z","steps":["trace[1038161629] 'agreement among raft nodes before linearized reading' (duration: 140.398574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.128708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.919737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:51:50.128488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.727886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:51:50.128864Z","caller":"traceutil/trace.go:171","msg":"trace[806216024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10302; }","duration":"147.138706ms","start":"2026-03-31T18:51:49.981694Z","end":"2026-03-31T18:51:50.128833Z","steps":["trace[806216024] 'agreement among raft nodes before linearized reading' (duration: 146.527951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.129053Z","caller":"traceutil/trace.go:171","msg":"trace[1432913136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10302; }","duration":"262.0572ms","start":"2026-03-31T18:51:49.866732Z","end":"2026-03-31T18:51:50.128789Z","steps":["trace[1432913136] 'agreement among raft nodes before linearized reading' (duration: 261.839055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.129018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.426761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:51:50.12927Z","caller":"traceutil/trace.go:171","msg":"trace[1695441886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10302; }","duration":"151.759989ms","start":"2026-03-31T18:51:49.97749Z","end":"2026-03-31T18:51:50.12925Z","steps":["trace[1695441886] 'agreement among raft nodes before linearized reading' (duration: 151.011571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.128608Z","caller":"traceutil/trace.go:171","msg":"trace[1542522142] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:10302; }","duration":"205.999974ms","start":"2026-03-31T18:51:49.922578Z","end":"2026-03-31T18:51:50.128578Z","steps":["trace[1542522142] 'agreement among raft nodes before linearized reading' (duration: 205.718137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.239846Z","caller":"traceutil/trace.go:171","msg":"trace[1514542388] linearizableReadLoop","detail":"{readStateIndex:10720; appliedIndex:10719; }","duration":"111.63233ms","start":"2026-03-31T18:51:50.128159Z","end":"2026-03-31T18:51:50.239792Z","steps":["trace[1514542388] 'read index received' (duration: 64.510675ms)","trace[1514542388] 'applied index is now lower than readState.Index' (duration: 47.120585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:50.240026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.446717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:51:50.240061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.19636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:50.240109Z","caller":"traceutil/trace.go:171","msg":"trace[947531099] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10303; }","duration":"182.563299ms","start":"2026-03-31T18:51:50.057524Z","end":"2026-03-31T18:51:50.240087Z","steps":["trace[947531099] 'agreement among raft nodes before linearized reading' (duration: 182.423956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.240106Z","caller":"traceutil/trace.go:171","msg":"trace[304128943] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"190.706721ms","start":"2026-03-31T18:51:50.049346Z","end":"2026-03-31T18:51:50.240053Z","steps":["trace[304128943] 'process raft request' (duration: 143.222158ms)","trace[304128943] 'compare' (duration: 47.039373ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:50.240151Z","caller":"traceutil/trace.go:171","msg":"trace[1428417499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10303; }","duration":"178.310633ms","start":"2026-03-31T18:51:50.061819Z","end":"2026-03-31T18:51:50.240129Z","steps":["trace[1428417499] 'agreement among raft nodes before linearized reading' (duration: 178.041407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.240401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.845701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:236573"} {"level":"info","ts":"2026-03-31T18:51:50.240452Z","caller":"traceutil/trace.go:171","msg":"trace[1264638293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:10303; }","duration":"201.920962ms","start":"2026-03-31T18:51:50.03852Z","end":"2026-03-31T18:51:50.240441Z","steps":["trace[1264638293] 'agreement among raft nodes before linearized reading' (duration: 201.450662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245286Z","caller":"traceutil/trace.go:171","msg":"trace[1728244428] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"112.603282ms","start":"2026-03-31T18:51:50.132662Z","end":"2026-03-31T18:51:50.245265Z","steps":["trace[1728244428] 'process raft request' (duration: 112.399797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245421Z","caller":"traceutil/trace.go:171","msg":"trace[1122379199] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"111.478997ms","start":"2026-03-31T18:51:50.133881Z","end":"2026-03-31T18:51:50.24536Z","steps":["trace[1122379199] 'process raft request' (duration: 111.310803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245695Z","caller":"traceutil/trace.go:171","msg":"trace[154152428] transaction","detail":"{read_only:false; response_revision:10308; number_of_response:1; }","duration":"110.267639ms","start":"2026-03-31T18:51:50.135409Z","end":"2026-03-31T18:51:50.245676Z","steps":["trace[154152428] 'process raft request' (duration: 110.150686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.24572Z","caller":"traceutil/trace.go:171","msg":"trace[2112416165] transaction","detail":"{read_only:false; response_revision:10307; number_of_response:1; }","duration":"110.472534ms","start":"2026-03-31T18:51:50.135217Z","end":"2026-03-31T18:51:50.24569Z","steps":["trace[2112416165] 'process raft request' (duration: 110.25933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245757Z","caller":"traceutil/trace.go:171","msg":"trace[1777675483] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"110.165517ms","start":"2026-03-31T18:51:50.135585Z","end":"2026-03-31T18:51:50.245751Z","steps":["trace[1777675483] 'process raft request' (duration: 110.014073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245719Z","caller":"traceutil/trace.go:171","msg":"trace[786918800] transaction","detail":"{read_only:false; response_revision:10311; number_of_response:1; }","duration":"109.971233ms","start":"2026-03-31T18:51:50.135731Z","end":"2026-03-31T18:51:50.245703Z","steps":["trace[786918800] 'process raft request' (duration: 109.919901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245776Z","caller":"traceutil/trace.go:171","msg":"trace[228384614] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"110.613047ms","start":"2026-03-31T18:51:50.135118Z","end":"2026-03-31T18:51:50.245731Z","steps":["trace[228384614] 'process raft request' (duration: 110.151717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245926Z","caller":"traceutil/trace.go:171","msg":"trace[1525860253] transaction","detail":"{read_only:false; response_revision:10312; number_of_response:1; }","duration":"110.082505ms","start":"2026-03-31T18:51:50.135833Z","end":"2026-03-31T18:51:50.245915Z","steps":["trace[1525860253] 'process raft request' (duration: 109.84356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:50.245784Z","caller":"traceutil/trace.go:171","msg":"trace[1437349029] transaction","detail":"{read_only:false; response_revision:10310; number_of_response:1; }","duration":"110.172827ms","start":"2026-03-31T18:51:50.135587Z","end":"2026-03-31T18:51:50.24576Z","steps":["trace[1437349029] 'process raft request' (duration: 110.038924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:50.246027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.226072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:50.24608Z","caller":"traceutil/trace.go:171","msg":"trace[472675559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10312; }","duration":"116.289844ms","start":"2026-03-31T18:51:50.129774Z","end":"2026-03-31T18:51:50.246063Z","steps":["trace[472675559] 'agreement among raft nodes before linearized reading' (duration: 116.174232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:51.837302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:51.161189Z","time spent":"676.101774ms","remote":"127.0.0.1:34520","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:51:51.837571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.553989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-03-31T18:51:51.83765Z","caller":"traceutil/trace.go:171","msg":"trace[141953975] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3; range_end:; response_count:1; response_revision:10326; }","duration":"228.715183ms","start":"2026-03-31T18:51:51.608911Z","end":"2026-03-31T18:51:51.837626Z","steps":["trace[141953975] 'range keys from in-memory index tree' (duration: 228.329365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:51.837687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.292486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-31T18:51:51.837725Z","caller":"traceutil/trace.go:171","msg":"trace[632288137] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10326; }","duration":"525.378878ms","start":"2026-03-31T18:51:51.312335Z","end":"2026-03-31T18:51:51.837714Z","steps":["trace[632288137] 'range keys from in-memory index tree' (duration: 525.173284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:51.837756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:51.312314Z","time spent":"525.43026ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"info","ts":"2026-03-31T18:51:52.103274Z","caller":"traceutil/trace.go:171","msg":"trace[930229595] linearizableReadLoop","detail":"{readStateIndex:10746; appliedIndex:10745; }","duration":"119.68616ms","start":"2026-03-31T18:51:51.983562Z","end":"2026-03-31T18:51:52.103248Z","steps":["trace[930229595] 'read index received' (duration: 119.479996ms)","trace[930229595] 'applied index is now lower than readState.Index' (duration: 205.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:52.10334Z","caller":"traceutil/trace.go:171","msg":"trace[308426912] transaction","detail":"{read_only:false; response_revision:10327; number_of_response:1; }","duration":"257.968708ms","start":"2026-03-31T18:51:51.845337Z","end":"2026-03-31T18:51:52.103306Z","steps":["trace[308426912] 'process raft request' (duration: 257.695962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:52.103452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.869974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:52.103498Z","caller":"traceutil/trace.go:171","msg":"trace[1392132000] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10327; }","duration":"119.977137ms","start":"2026-03-31T18:51:51.98351Z","end":"2026-03-31T18:51:52.103487Z","steps":["trace[1392132000] 'agreement among raft nodes before linearized reading' (duration: 119.843534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.624498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.12466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:53.624613Z","caller":"traceutil/trace.go:171","msg":"trace[836527120] linearizableReadLoop","detail":"{readStateIndex:10762; appliedIndex:10761; }","duration":"809.032199ms","start":"2026-03-31T18:51:52.815564Z","end":"2026-03-31T18:51:53.624596Z","steps":["trace[836527120] 'read index received' (duration: 54.739905ms)","trace[836527120] 'applied index is now lower than readState.Index' (duration: 754.290884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:53.624661Z","caller":"traceutil/trace.go:171","msg":"trace[1490742310] transaction","detail":"{read_only:false; response_revision:10343; number_of_response:1; }","duration":"810.695487ms","start":"2026-03-31T18:51:52.81392Z","end":"2026-03-31T18:51:53.624615Z","steps":["trace[1490742310] 'process raft request' (duration: 56.369013ms)","trace[1490742310] 'compare' (duration: 753.559267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:53.624799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.238635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-31T18:51:53.624845Z","caller":"traceutil/trace.go:171","msg":"trace[1079946638] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:10343; }","duration":"809.318296ms","start":"2026-03-31T18:51:52.815513Z","end":"2026-03-31T18:51:53.624831Z","steps":["trace[1079946638] 'agreement among raft nodes before linearized reading' (duration: 809.155722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.624851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.813909Z","time spent":"810.844621ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:53.624885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.815492Z","time spent":"809.385218ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3184,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-03-31T18:51:53.704847Z","caller":"traceutil/trace.go:171","msg":"trace[1340822095] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"885.35482ms","start":"2026-03-31T18:51:52.819458Z","end":"2026-03-31T18:51:53.704813Z","steps":["trace[1340822095] 'process raft request' (duration: 885.179506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.705139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.81944Z","time spent":"885.585334ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:53.718949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.910084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:53.719015Z","caller":"traceutil/trace.go:171","msg":"trace[1277279130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10345; }","duration":"887.025527ms","start":"2026-03-31T18:51:52.831975Z","end":"2026-03-31T18:51:53.719001Z","steps":["trace[1277279130] 'agreement among raft nodes before linearized reading' (duration: 886.884343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.719044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.831957Z","time spent":"887.080437ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:53.719003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.335178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" ","response":"range_response_count:1 size:3931"} {"level":"warn","ts":"2026-03-31T18:51:53.719065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.485706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-03-31T18:51:53.719113Z","caller":"traceutil/trace.go:171","msg":"trace[2072381032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3; range_end:; response_count:1; response_revision:10345; }","duration":"876.487591ms","start":"2026-03-31T18:51:52.842606Z","end":"2026-03-31T18:51:53.719094Z","steps":["trace[2072381032] 'agreement among raft nodes before linearized reading' (duration: 876.199124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.719138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.463548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T18:51:53.719155Z","caller":"traceutil/trace.go:171","msg":"trace[1341654298] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10345; }","duration":"374.627709ms","start":"2026-03-31T18:51:53.344506Z","end":"2026-03-31T18:51:53.719134Z","steps":["trace[1341654298] 'agreement among raft nodes before linearized reading' (duration: 374.428555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.719185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.842592Z","time spent":"876.583053ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3954,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" "} {"level":"info","ts":"2026-03-31T18:51:53.719148Z","caller":"traceutil/trace.go:171","msg":"trace[1302784510] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"771.726064ms","start":"2026-03-31T18:51:52.947359Z","end":"2026-03-31T18:51:53.719086Z","steps":["trace[1302784510] 'process raft request' (duration: 771.198043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.719212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.344478Z","time spent":"374.724413ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4763,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"info","ts":"2026-03-31T18:51:53.719183Z","caller":"traceutil/trace.go:171","msg":"trace[552502666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10345; }","duration":"396.55203ms","start":"2026-03-31T18:51:53.322618Z","end":"2026-03-31T18:51:53.71917Z","steps":["trace[552502666] 'agreement among raft nodes before linearized reading' (duration: 396.437338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:53.719397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:52.947331Z","time spent":"771.968079ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:53.71942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.322585Z","time spent":"396.818286ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-31T18:51:53.958001Z","caller":"traceutil/trace.go:171","msg":"trace[1142733301] linearizableReadLoop","detail":"{readStateIndex:10765; appliedIndex:10764; }","duration":"235.614917ms","start":"2026-03-31T18:51:53.722361Z","end":"2026-03-31T18:51:53.957976Z","steps":["trace[1142733301] 'read index received' (duration: 186.838695ms)","trace[1142733301] 'applied index is now lower than readState.Index' (duration: 48.774982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:53.958037Z","caller":"traceutil/trace.go:171","msg":"trace[2010407741] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"236.917757ms","start":"2026-03-31T18:51:53.721089Z","end":"2026-03-31T18:51:53.958007Z","steps":["trace[2010407741] 'process raft request' (duration: 188.102543ms)","trace[2010407741] 'compare' (duration: 48.422354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:53.958198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.831623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:51:53.958277Z","caller":"traceutil/trace.go:171","msg":"trace[1361971435] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:10346; }","duration":"235.950635ms","start":"2026-03-31T18:51:53.722308Z","end":"2026-03-31T18:51:53.958259Z","steps":["trace[1361971435] 'agreement among raft nodes before linearized reading' (duration: 235.751261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:54.057248Z","caller":"traceutil/trace.go:171","msg":"trace[1821197473] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10346; }","duration":"329.696285ms","start":"2026-03-31T18:51:53.727529Z","end":"2026-03-31T18:51:54.057225Z","steps":["trace[1821197473] 'process raft request' (duration: 329.577422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.057403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.727508Z","time spent":"329.830468ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":4806,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:54.057429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.237122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:51:54.057536Z","caller":"traceutil/trace.go:171","msg":"trace[1951272789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10346; }","duration":"253.393475ms","start":"2026-03-31T18:51:53.804117Z","end":"2026-03-31T18:51:54.05751Z","steps":["trace[1951272789] 'agreement among raft nodes before linearized reading' (duration: 253.127019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.387473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.359388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:54.387546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.188404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4772"} {"level":"info","ts":"2026-03-31T18:51:54.38759Z","caller":"traceutil/trace.go:171","msg":"trace[842434935] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10346; }","duration":"542.563002ms","start":"2026-03-31T18:51:53.844994Z","end":"2026-03-31T18:51:54.387557Z","steps":["trace[842434935] 'agreement among raft nodes before linearized reading' (duration: 212.828187ms)","trace[842434935] 'count revisions from in-memory index tree' (duration: 329.540591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:54.387621Z","caller":"traceutil/trace.go:171","msg":"trace[177374367] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10346; }","duration":"425.301316ms","start":"2026-03-31T18:51:53.962297Z","end":"2026-03-31T18:51:54.387599Z","steps":["trace[177374367] 'agreement among raft nodes before linearized reading' (duration: 95.782046ms)","trace[177374367] 'range keys from in-memory index tree' (duration: 329.399198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:54.387499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.126683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:2946"} {"level":"info","ts":"2026-03-31T18:51:54.387673Z","caller":"traceutil/trace.go:171","msg":"trace[2005523292] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10346; }","duration":"425.326547ms","start":"2026-03-31T18:51:53.962329Z","end":"2026-03-31T18:51:54.387655Z","steps":["trace[2005523292] 'agreement among raft nodes before linearized reading' (duration: 95.743124ms)","trace[2005523292] 'range keys from in-memory index tree' (duration: 329.233395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:54.387667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.962279Z","time spent":"425.376788ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4795,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"warn","ts":"2026-03-31T18:51:54.387898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.96231Z","time spent":"425.578343ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":2969,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"warn","ts":"2026-03-31T18:51:54.387686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.282746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:51:54.387964Z","caller":"traceutil/trace.go:171","msg":"trace[236229755] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:10346; }","duration":"425.641674ms","start":"2026-03-31T18:51:53.962297Z","end":"2026-03-31T18:51:54.387939Z","steps":["trace[236229755] 'agreement among raft nodes before linearized reading' (duration: 95.716674ms)","trace[236229755] 'range keys from in-memory index tree' (duration: 329.4507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:54.387668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.844973Z","time spent":"542.673845ms","remote":"127.0.0.1:49394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:51:54.388022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:53.962279Z","time spent":"425.732475ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-03-31T18:51:54.39135Z","caller":"traceutil/trace.go:171","msg":"trace[818310297] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"329.767296ms","start":"2026-03-31T18:51:54.061573Z","end":"2026-03-31T18:51:54.39134Z","steps":["trace[818310297] 'process raft request' (duration: 329.667954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.391467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.06155Z","time spent":"329.831988ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:54.767389Z","caller":"traceutil/trace.go:171","msg":"trace[1551239083] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"656.023744ms","start":"2026-03-31T18:51:54.11134Z","end":"2026-03-31T18:51:54.767364Z","steps":["trace[1551239083] 'process raft request' (duration: 655.82354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.767585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.111328Z","time spent":"656.140996ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:54.767613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.168332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:51:54.767662Z","caller":"traceutil/trace.go:171","msg":"trace[939224335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10350; }","duration":"504.257774ms","start":"2026-03-31T18:51:54.263392Z","end":"2026-03-31T18:51:54.76765Z","steps":["trace[939224335] 'agreement among raft nodes before linearized reading' (duration: 504.045059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.767714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.263378Z","time spent":"504.326635ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:51:54.767634Z","caller":"traceutil/trace.go:171","msg":"trace[590170446] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10350; }","duration":"378.342975ms","start":"2026-03-31T18:51:54.389242Z","end":"2026-03-31T18:51:54.767585Z","steps":["trace[590170446] 'process raft request' (duration: 378.038388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:54.767374Z","caller":"traceutil/trace.go:171","msg":"trace[811164071] linearizableReadLoop","detail":"{readStateIndex:10769; appliedIndex:10766; }","duration":"503.910436ms","start":"2026-03-31T18:51:54.263433Z","end":"2026-03-31T18:51:54.767343Z","steps":["trace[811164071] 'read index received' (duration: 127.793951ms)","trace[811164071] 'applied index is now lower than readState.Index' (duration: 376.115134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:54.767872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.389227Z","time spent":"378.596011ms","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:51:54.767912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.440128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:51:54.767927Z","caller":"traceutil/trace.go:171","msg":"trace[1097801101] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"657.289933ms","start":"2026-03-31T18:51:54.110621Z","end":"2026-03-31T18:51:54.767911Z","steps":["trace[1097801101] 'process raft request' (duration: 606.172397ms)","trace[1097801101] 'compare' (duration: 50.156134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:54.767946Z","caller":"traceutil/trace.go:171","msg":"trace[200699152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10350; }","duration":"504.545181ms","start":"2026-03-31T18:51:54.263392Z","end":"2026-03-31T18:51:54.767938Z","steps":["trace[200699152] 'agreement among raft nodes before linearized reading' (duration: 504.369827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.767982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.263366Z","time spent":"504.610802ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:51:54.76804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.110591Z","time spent":"657.368874ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:54.81132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.804439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:51:54.81141Z","caller":"traceutil/trace.go:171","msg":"trace[380132197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10351; }","duration":"547.945082ms","start":"2026-03-31T18:51:54.263443Z","end":"2026-03-31T18:51:54.811388Z","steps":["trace[380132197] 'agreement among raft nodes before linearized reading' (duration: 547.706177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.811462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.26342Z","time spent":"548.030664ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:51:54.812308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.901731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:51:54.812356Z","caller":"traceutil/trace.go:171","msg":"trace[2009919297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10351; }","duration":"547.967292ms","start":"2026-03-31T18:51:54.264378Z","end":"2026-03-31T18:51:54.812345Z","steps":["trace[2009919297] 'agreement among raft nodes before linearized reading' (duration: 547.8666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.812383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.26437Z","time spent":"548.007043ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:54.812546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.801964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-31T18:51:54.812581Z","caller":"traceutil/trace.go:171","msg":"trace[873861470] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10351; }","duration":"411.866045ms","start":"2026-03-31T18:51:54.400705Z","end":"2026-03-31T18:51:54.812571Z","steps":["trace[873861470] 'agreement among raft nodes before linearized reading' (duration: 411.786544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.812606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.400683Z","time spent":"411.916716ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"warn","ts":"2026-03-31T18:51:54.812765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.544173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-31T18:51:54.812801Z","caller":"traceutil/trace.go:171","msg":"trace[863259171] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10351; }","duration":"421.613834ms","start":"2026-03-31T18:51:54.391177Z","end":"2026-03-31T18:51:54.812791Z","steps":["trace[863259171] 'agreement among raft nodes before linearized reading' (duration: 421.531342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.812827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.391156Z","time spent":"421.665425ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"warn","ts":"2026-03-31T18:51:54.813066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.281769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T18:51:54.813101Z","caller":"traceutil/trace.go:171","msg":"trace[336340040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10351; }","duration":"547.33306ms","start":"2026-03-31T18:51:54.265759Z","end":"2026-03-31T18:51:54.813092Z","steps":["trace[336340040] 'agreement among raft nodes before linearized reading' (duration: 547.244478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.813127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.26575Z","time spent":"547.371351ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:51:54.813362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.916985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:51:54.813398Z","caller":"traceutil/trace.go:171","msg":"trace[399982820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10351; }","duration":"548.976047ms","start":"2026-03-31T18:51:54.264413Z","end":"2026-03-31T18:51:54.813389Z","steps":["trace[399982820] 'agreement among raft nodes before linearized reading' (duration: 548.823933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.813424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.264402Z","time spent":"549.016307ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:51:54.814176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.120512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:51:54.814223Z","caller":"traceutil/trace.go:171","msg":"trace[1435201594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10351; }","duration":"550.205223ms","start":"2026-03-31T18:51:54.264007Z","end":"2026-03-31T18:51:54.814212Z","steps":["trace[1435201594] 'agreement among raft nodes before linearized reading' (duration: 550.09422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.814251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.263986Z","time spent":"550.259104ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"warn","ts":"2026-03-31T18:51:54.8152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.407661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-31T18:51:54.815267Z","caller":"traceutil/trace.go:171","msg":"trace[1924721900] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10351; }","duration":"414.487164ms","start":"2026-03-31T18:51:54.400768Z","end":"2026-03-31T18:51:54.815255Z","steps":["trace[1924721900] 'agreement among raft nodes before linearized reading' (duration: 411.331182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:54.815299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.400762Z","time spent":"414.528405ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4800,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"warn","ts":"2026-03-31T18:51:55.137872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.052201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:55.138051Z","caller":"traceutil/trace.go:171","msg":"trace[759458116] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"350.230244ms","start":"2026-03-31T18:51:54.787804Z","end":"2026-03-31T18:51:55.138034Z","steps":["trace[759458116] 'process raft request' (duration: 350.166563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.138145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.787789Z","time spent":"350.294386ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.138419Z","caller":"traceutil/trace.go:171","msg":"trace[1594103067] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"353.761643ms","start":"2026-03-31T18:51:54.784644Z","end":"2026-03-31T18:51:55.138405Z","steps":["trace[1594103067] 'process raft request' (duration: 149.093979ms)","trace[1594103067] 'compare' (duration: 203.942048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:55.138482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.784618Z","time spent":"353.834245ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:55.541973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.113993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:51:55.542208Z","caller":"traceutil/trace.go:171","msg":"trace[868466296] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"722.38794ms","start":"2026-03-31T18:51:54.819799Z","end":"2026-03-31T18:51:55.542187Z","steps":["trace[868466296] 'process raft request' (duration: 479.95603ms)","trace[868466296] 'compare' (duration: 241.621942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:55.542285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.819774Z","time spent":"722.478023ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.542518Z","caller":"traceutil/trace.go:171","msg":"trace[869894367] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"722.301818ms","start":"2026-03-31T18:51:54.820193Z","end":"2026-03-31T18:51:55.542495Z","steps":["trace[869894367] 'process raft request' (duration: 721.897729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.542675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.820178Z","time spent":"722.420081ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.54268Z","caller":"traceutil/trace.go:171","msg":"trace[1157866424] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"722.459832ms","start":"2026-03-31T18:51:54.820207Z","end":"2026-03-31T18:51:55.542667Z","steps":["trace[1157866424] 'process raft request' (duration: 722.207526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.542752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.820196Z","time spent":"722.524183ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.54296Z","caller":"traceutil/trace.go:171","msg":"trace[1392820152] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"717.630594ms","start":"2026-03-31T18:51:54.825308Z","end":"2026-03-31T18:51:55.542939Z","steps":["trace[1392820152] 'process raft request' (duration: 717.308497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.542983Z","caller":"traceutil/trace.go:171","msg":"trace[1688212184] linearizableReadLoop","detail":"{readStateIndex:10774; appliedIndex:10771; }","duration":"722.956133ms","start":"2026-03-31T18:51:54.820006Z","end":"2026-03-31T18:51:55.542962Z","steps":["trace[1688212184] 'read index received' (duration: 113.745098ms)","trace[1688212184] 'applied index is now lower than readState.Index' (duration: 609.210185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:55.543081Z","caller":"traceutil/trace.go:171","msg":"trace[1249343909] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10358; }","duration":"717.606093ms","start":"2026-03-31T18:51:54.82543Z","end":"2026-03-31T18:51:55.543036Z","steps":["trace[1249343909] 'process raft request' (duration: 717.48506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.543197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.172338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:2946"} {"level":"info","ts":"2026-03-31T18:51:55.54324Z","caller":"traceutil/trace.go:171","msg":"trace[1353948342] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10358; }","duration":"723.244939ms","start":"2026-03-31T18:51:54.81998Z","end":"2026-03-31T18:51:55.543225Z","steps":["trace[1353948342] 'agreement among raft nodes before linearized reading' (duration: 723.089606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.543287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.819971Z","time spent":"723.3059ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":2969,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"warn","ts":"2026-03-31T18:51:55.543063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.825285Z","time spent":"717.725685ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:55.54333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.825417Z","time spent":"717.781997ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":4997,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.543454Z","caller":"traceutil/trace.go:171","msg":"trace[996429084] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"717.648684ms","start":"2026-03-31T18:51:54.82539Z","end":"2026-03-31T18:51:55.543039Z","steps":["trace[996429084] 'process raft request' (duration: 717.44265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.543842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.825376Z","time spent":"718.220417ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4948,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:55.811813Z","caller":"traceutil/trace.go:171","msg":"trace[1134899116] transaction","detail":"{read_only:false; response_revision:10359; number_of_response:1; }","duration":"742.547121ms","start":"2026-03-31T18:51:55.069228Z","end":"2026-03-31T18:51:55.811775Z","steps":["trace[1134899116] 'process raft request' (duration: 686.349752ms)","trace[1134899116] 'compare' (duration: 56.000615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:55.811919Z","caller":"traceutil/trace.go:171","msg":"trace[943362904] linearizableReadLoop","detail":"{readStateIndex:10780; appliedIndex:10779; }","duration":"268.867102ms","start":"2026-03-31T18:51:55.543042Z","end":"2026-03-31T18:51:55.811909Z","steps":["trace[943362904] 'read index received' (duration: 212.555871ms)","trace[943362904] 'applied index is now lower than readState.Index' (duration: 56.308771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:55.81196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.069199Z","time spent":"742.682414ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:55.811986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.727808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:55.812005Z","caller":"traceutil/trace.go:171","msg":"trace[259010347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10360; }","duration":"981.773139ms","start":"2026-03-31T18:51:54.830225Z","end":"2026-03-31T18:51:55.811998Z","steps":["trace[259010347] 'agreement among raft nodes before linearized reading' (duration: 981.735288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.83021Z","time spent":"981.80604ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:51:55.812089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.324389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:55.812131Z","caller":"traceutil/trace.go:171","msg":"trace[856770067] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:0; response_revision:10360; }","duration":"831.40384ms","start":"2026-03-31T18:51:54.980714Z","end":"2026-03-31T18:51:55.812118Z","steps":["trace[856770067] 'agreement among raft nodes before linearized reading' (duration: 831.338639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.287446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124599"} {"level":"warn","ts":"2026-03-31T18:51:55.812177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.980693Z","time spent":"831.475723ms","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"info","ts":"2026-03-31T18:51:55.812201Z","caller":"traceutil/trace.go:171","msg":"trace[1768590742] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10360; }","duration":"884.386638ms","start":"2026-03-31T18:51:54.927798Z","end":"2026-03-31T18:51:55.812185Z","steps":["trace[1768590742] 'agreement among raft nodes before linearized reading' (duration: 884.157923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.81217Z","caller":"traceutil/trace.go:171","msg":"trace[319268681] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10360; }","duration":"266.053589ms","start":"2026-03-31T18:51:55.546045Z","end":"2026-03-31T18:51:55.812098Z","steps":["trace[319268681] 'process raft request' (duration: 265.66323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.927772Z","time spent":"884.461299ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124622,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:51:55.81226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.673216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-glance-server-0.18a201bba3c7b6e0\" ","response":"range_response_count:1 size:1007"} {"level":"warn","ts":"2026-03-31T18:51:55.812327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.226854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:238174"} {"level":"info","ts":"2026-03-31T18:51:55.812321Z","caller":"traceutil/trace.go:171","msg":"trace[871048297] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-glance-server-0.18a201bba3c7b6e0; range_end:; response_count:1; response_revision:10360; }","duration":"401.718277ms","start":"2026-03-31T18:51:55.410576Z","end":"2026-03-31T18:51:55.812295Z","steps":["trace[871048297] 'agreement among raft nodes before linearized reading' (duration: 401.605625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.812346Z","caller":"traceutil/trace.go:171","msg":"trace[380627562] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:10360; }","duration":"992.281514ms","start":"2026-03-31T18:51:54.82006Z","end":"2026-03-31T18:51:55.812341Z","steps":["trace[380627562] 'agreement among raft nodes before linearized reading' (duration: 992.057479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:54.820038Z","time spent":"992.320976ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":238197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:51:55.81213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.508291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-31T18:51:55.812366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.410552Z","time spent":"401.804579ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1030,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-glance-server-0.18a201bba3c7b6e0\" "} {"level":"warn","ts":"2026-03-31T18:51:55.812373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.92531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:55.812405Z","caller":"traceutil/trace.go:171","msg":"trace[732414301] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e; range_end:; response_count:1; response_revision:10360; }","duration":"559.856948ms","start":"2026-03-31T18:51:55.252531Z","end":"2026-03-31T18:51:55.812388Z","steps":["trace[732414301] 'agreement among raft nodes before linearized reading' (duration: 559.415909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:55.812412Z","caller":"traceutil/trace.go:171","msg":"trace[1899473763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10360; }","duration":"471.989401ms","start":"2026-03-31T18:51:55.340412Z","end":"2026-03-31T18:51:55.812401Z","steps":["trace[1899473763] 'agreement among raft nodes before linearized reading' (duration: 471.882158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.812492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.340395Z","time spent":"472.087553ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:51:55.81249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.2525Z","time spent":"559.958911ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-5b5b96456-qq2lg.18a2019a461b1e6e\" "} {"level":"warn","ts":"2026-03-31T18:51:55.812968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.956524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-03-31T18:51:55.812991Z","caller":"traceutil/trace.go:171","msg":"trace[1995041296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3; range_end:; response_count:1; response_revision:10361; }","duration":"265.023976ms","start":"2026-03-31T18:51:55.547961Z","end":"2026-03-31T18:51:55.812985Z","steps":["trace[1995041296] 'agreement among raft nodes before linearized reading' (duration: 264.937474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.813163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.557734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:55.813179Z","caller":"traceutil/trace.go:171","msg":"trace[1098496968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10361; }","duration":"155.622506ms","start":"2026-03-31T18:51:55.657552Z","end":"2026-03-31T18:51:55.813175Z","steps":["trace[1098496968] 'agreement among raft nodes before linearized reading' (duration: 155.593335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:55.813283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.12537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4963"} {"level":"info","ts":"2026-03-31T18:51:55.813297Z","caller":"traceutil/trace.go:171","msg":"trace[350238870] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10361; }","duration":"249.175051ms","start":"2026-03-31T18:51:55.564117Z","end":"2026-03-31T18:51:55.813292Z","steps":["trace[350238870] 'agreement among raft nodes before linearized reading' (duration: 249.13113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.13376Z","caller":"traceutil/trace.go:171","msg":"trace[1069088265] transaction","detail":"{read_only:false; response_revision:10363; number_of_response:1; }","duration":"319.071257ms","start":"2026-03-31T18:51:55.814651Z","end":"2026-03-31T18:51:56.133723Z","steps":["trace[1069088265] 'process raft request' (duration: 318.804671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.133887Z","caller":"traceutil/trace.go:171","msg":"trace[152141632] linearizableReadLoop","detail":"{readStateIndex:10786; appliedIndex:10782; }","duration":"313.695056ms","start":"2026-03-31T18:51:55.82017Z","end":"2026-03-31T18:51:56.133865Z","steps":["trace[152141632] 'read index received' (duration: 90.117648ms)","trace[152141632] 'applied index is now lower than readState.Index' (duration: 223.576548ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:56.133892Z","caller":"traceutil/trace.go:171","msg":"trace[61249383] transaction","detail":"{read_only:false; response_revision:10364; number_of_response:1; }","duration":"318.034993ms","start":"2026-03-31T18:51:55.815816Z","end":"2026-03-31T18:51:56.133851Z","steps":["trace[61249383] 'process raft request' (duration: 317.820878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.133958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.814632Z","time spent":"319.202459ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:56.133975Z","caller":"traceutil/trace.go:171","msg":"trace[1358958051] transaction","detail":"{read_only:false; response_revision:10365; number_of_response:1; }","duration":"314.482254ms","start":"2026-03-31T18:51:55.819464Z","end":"2026-03-31T18:51:56.133946Z","steps":["trace[1358958051] 'process raft request' (duration: 314.2931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.134085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.815801Z","time spent":"318.179096ms","remote":"127.0.0.1:41258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":124585,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:56.134115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.819452Z","time spent":"314.586836ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:56.134008Z","caller":"traceutil/trace.go:171","msg":"trace[1795501916] transaction","detail":"{read_only:false; response_revision:10366; number_of_response:1; }","duration":"310.824992ms","start":"2026-03-31T18:51:55.823173Z","end":"2026-03-31T18:51:56.133998Z","steps":["trace[1795501916] 'process raft request' (duration: 310.646088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.134336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.82315Z","time spent":"311.077327ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:51:56.134646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.487557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-31T18:51:56.134695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.154812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:56.134735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.532005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:51:56.135069Z","caller":"traceutil/trace.go:171","msg":"trace[1746148951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10366; }","duration":"314.687809ms","start":"2026-03-31T18:51:55.820159Z","end":"2026-03-31T18:51:56.134846Z","steps":["trace[1746148951] 'agreement among raft nodes before linearized reading' (duration: 313.86766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.135174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.820123Z","time spent":"314.994126ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:51:56.134696Z","caller":"traceutil/trace.go:171","msg":"trace[1061388014] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3; range_end:; response_count:1; response_revision:10366; }","duration":"311.576729ms","start":"2026-03-31T18:51:55.823105Z","end":"2026-03-31T18:51:56.134682Z","steps":["trace[1061388014] 'agreement among raft nodes before linearized reading' (duration: 311.468216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.134802Z","caller":"traceutil/trace.go:171","msg":"trace[696705334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10366; }","duration":"304.306836ms","start":"2026-03-31T18:51:55.830475Z","end":"2026-03-31T18:51:56.134782Z","steps":["trace[696705334] 'agreement among raft nodes before linearized reading' (duration: 304.103981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.135491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.823099Z","time spent":"312.379797ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" "} {"level":"warn","ts":"2026-03-31T18:51:56.135675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:55.830459Z","time spent":"305.194916ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:56.502454Z","caller":"traceutil/trace.go:171","msg":"trace[1788928735] linearizableReadLoop","detail":"{readStateIndex:10788; appliedIndex:10787; }","duration":"365.528418ms","start":"2026-03-31T18:51:56.136888Z","end":"2026-03-31T18:51:56.502416Z","steps":["trace[1788928735] 'read index received' (duration: 326.555795ms)","trace[1788928735] 'applied index is now lower than readState.Index' (duration: 38.968483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:56.50246Z","caller":"traceutil/trace.go:171","msg":"trace[2098106375] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"366.368437ms","start":"2026-03-31T18:51:56.136049Z","end":"2026-03-31T18:51:56.502417Z","steps":["trace[2098106375] 'process raft request' (duration: 327.378053ms)","trace[2098106375] 'compare' (duration: 38.725938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:56.502641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.136025Z","time spent":"366.52834ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:56.648254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.941949ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:51:56.648463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.532508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-03-31T18:51:56.64854Z","caller":"traceutil/trace.go:171","msg":"trace[753036275] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"140.233921ms","start":"2026-03-31T18:51:56.508285Z","end":"2026-03-31T18:51:56.648519Z","steps":["trace[753036275] 'process raft request' (duration: 140.097298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:56.648569Z","caller":"traceutil/trace.go:171","msg":"trace[240997099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10367; }","duration":"511.681172ms","start":"2026-03-31T18:51:56.136862Z","end":"2026-03-31T18:51:56.648543Z","steps":["trace[240997099] 'agreement among raft nodes before linearized reading' (duration: 365.708362ms)","trace[240997099] 'range keys from in-memory index tree' (duration: 145.677753ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:56.648565Z","caller":"traceutil/trace.go:171","msg":"trace[289194728] linearizableReadLoop","detail":"{readStateIndex:10789; appliedIndex:10788; }","duration":"145.99834ms","start":"2026-03-31T18:51:56.502526Z","end":"2026-03-31T18:51:56.648525Z","steps":["trace[289194728] 'read index received' (duration: 71.552µs)","trace[289194728] 'applied index is now lower than readState.Index' (duration: 145.919258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:56.648625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.136847Z","time spent":"511.768173ms","remote":"127.0.0.1:41372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19360,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:51:56.648765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.085056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-31T18:51:56.648847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.595757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4943"} {"level":"info","ts":"2026-03-31T18:51:56.64892Z","caller":"traceutil/trace.go:171","msg":"trace[1213137212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3; range_end:; response_count:1; response_revision:10368; }","duration":"506.270801ms","start":"2026-03-31T18:51:56.142626Z","end":"2026-03-31T18:51:56.648897Z","steps":["trace[1213137212] 'agreement among raft nodes before linearized reading' (duration: 505.917483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.648973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.819172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4943"} {"level":"info","ts":"2026-03-31T18:51:56.649031Z","caller":"traceutil/trace.go:171","msg":"trace[431335009] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10368; }","duration":"510.947174ms","start":"2026-03-31T18:51:56.13807Z","end":"2026-03-31T18:51:56.649017Z","steps":["trace[431335009] 'agreement among raft nodes before linearized reading' (duration: 510.607717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.649021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.142617Z","time spent":"506.383443ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-233012d4-43ae-4288-ac81-1b7e73e829f3\" "} {"level":"warn","ts":"2026-03-31T18:51:56.649074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.138064Z","time spent":"511.001935ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4966,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"info","ts":"2026-03-31T18:51:56.648959Z","caller":"traceutil/trace.go:171","msg":"trace[463992451] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10368; }","duration":"510.791861ms","start":"2026-03-31T18:51:56.138128Z","end":"2026-03-31T18:51:56.64892Z","steps":["trace[463992451] 'agreement among raft nodes before linearized reading' (duration: 510.471334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.649204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:56.13809Z","time spent":"511.080898ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4966,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" "} {"level":"info","ts":"2026-03-31T18:51:56.712388Z","caller":"traceutil/trace.go:171","msg":"trace[1153233735] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"203.957969ms","start":"2026-03-31T18:51:56.508402Z","end":"2026-03-31T18:51:56.71236Z","steps":["trace[1153233735] 'process raft request' (duration: 203.751514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:56.841179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.353017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-8dxlc.18a2009b32263d1b\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:51:56.841266Z","caller":"traceutil/trace.go:171","msg":"trace[1642455502] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-8dxlc.18a2009b32263d1b; range_end:; response_count:1; response_revision:10371; }","duration":"133.50313ms","start":"2026-03-31T18:51:56.707741Z","end":"2026-03-31T18:51:56.841244Z","steps":["trace[1642455502] 'agreement among raft nodes before linearized reading' (duration: 41.438018ms)","trace[1642455502] 'range keys from in-memory index tree' (duration: 91.864928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:56.841399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.230066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:56.841456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.011529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-z76zt\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-31T18:51:56.841514Z","caller":"traceutil/trace.go:171","msg":"trace[874710161] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10371; }","duration":"117.39899ms","start":"2026-03-31T18:51:56.724087Z","end":"2026-03-31T18:51:56.841486Z","steps":["trace[874710161] 'agreement among raft nodes before linearized reading' (duration: 25.125223ms)","trace[874710161] 'range keys from in-memory index tree' (duration: 92.097913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:56.841542Z","caller":"traceutil/trace.go:171","msg":"trace[1350385391] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-z76zt; range_end:; response_count:1; response_revision:10371; }","duration":"187.156602ms","start":"2026-03-31T18:51:56.654362Z","end":"2026-03-31T18:51:56.841519Z","steps":["trace[1350385391] 'agreement among raft nodes before linearized reading' (duration: 94.832894ms)","trace[1350385391] 'range keys from in-memory index tree' (duration: 92.167304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.052455Z","caller":"traceutil/trace.go:171","msg":"trace[1916791904] transaction","detail":"{read_only:false; response_revision:10375; number_of_response:1; }","duration":"208.96805ms","start":"2026-03-31T18:51:56.843458Z","end":"2026-03-31T18:51:57.052426Z","steps":["trace[1916791904] 'process raft request' (duration: 171.43611ms)","trace[1916791904] 'compare' (duration: 37.320615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.052722Z","caller":"traceutil/trace.go:171","msg":"trace[575805154] linearizableReadLoop","detail":"{readStateIndex:10798; appliedIndex:10796; }","duration":"201.761789ms","start":"2026-03-31T18:51:56.850941Z","end":"2026-03-31T18:51:57.052703Z","steps":["trace[575805154] 'read index received' (duration: 164.098246ms)","trace[575805154] 'applied index is now lower than readState.Index' (duration: 37.662713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:57.052843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.887572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:51:57.052873Z","caller":"traceutil/trace.go:171","msg":"trace[1156853573] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10377; }","duration":"201.968184ms","start":"2026-03-31T18:51:56.850898Z","end":"2026-03-31T18:51:57.052866Z","steps":["trace[1156853573] 'agreement among raft nodes before linearized reading' (duration: 201.887082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.053071Z","caller":"traceutil/trace.go:171","msg":"trace[397496784] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"209.245356ms","start":"2026-03-31T18:51:56.843817Z","end":"2026-03-31T18:51:57.053062Z","steps":["trace[397496784] 'process raft request' (duration: 208.53862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.053107Z","caller":"traceutil/trace.go:171","msg":"trace[2024645697] transaction","detail":"{read_only:false; response_revision:10377; number_of_response:1; }","duration":"201.019981ms","start":"2026-03-31T18:51:56.852067Z","end":"2026-03-31T18:51:57.053087Z","steps":["trace[2024645697] 'process raft request' (duration: 200.563631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.211844Z","caller":"traceutil/trace.go:171","msg":"trace[1413209384] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"152.771242ms","start":"2026-03-31T18:51:57.059042Z","end":"2026-03-31T18:51:57.211813Z","steps":["trace[1413209384] 'process raft request' (duration: 152.575777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.212347Z","caller":"traceutil/trace.go:171","msg":"trace[2087106230] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"154.708394ms","start":"2026-03-31T18:51:57.057601Z","end":"2026-03-31T18:51:57.21231Z","steps":["trace[2087106230] 'process raft request' (duration: 133.544191ms)","trace[2087106230] 'compare' (duration: 20.251603ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.361851Z","caller":"traceutil/trace.go:171","msg":"trace[1926313188] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"144.371244ms","start":"2026-03-31T18:51:57.217456Z","end":"2026-03-31T18:51:57.361828Z","steps":["trace[1926313188] 'process raft request' (duration: 143.205628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.362083Z","caller":"traceutil/trace.go:171","msg":"trace[2057302505] linearizableReadLoop","detail":"{readStateIndex:10805; appliedIndex:10802; }","duration":"140.256621ms","start":"2026-03-31T18:51:57.221797Z","end":"2026-03-31T18:51:57.362053Z","steps":["trace[2057302505] 'read index received' (duration: 30.505782ms)","trace[2057302505] 'applied index is now lower than readState.Index' (duration: 109.749309ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:57.362183Z","caller":"traceutil/trace.go:171","msg":"trace[1383787051] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"143.831892ms","start":"2026-03-31T18:51:57.218309Z","end":"2026-03-31T18:51:57.362141Z","steps":["trace[1383787051] 'process raft request' (duration: 143.457604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:57.362321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.500917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3147"} {"level":"warn","ts":"2026-03-31T18:51:57.362374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.8113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:51:57.362386Z","caller":"traceutil/trace.go:171","msg":"trace[661573067] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:10383; }","duration":"140.605439ms","start":"2026-03-31T18:51:57.221765Z","end":"2026-03-31T18:51:57.362371Z","steps":["trace[661573067] 'agreement among raft nodes before linearized reading' (duration: 140.391595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:57.362423Z","caller":"traceutil/trace.go:171","msg":"trace[542203622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10383; }","duration":"138.901322ms","start":"2026-03-31T18:51:57.223505Z","end":"2026-03-31T18:51:57.362406Z","steps":["trace[542203622] 'agreement among raft nodes before linearized reading' (duration: 138.710298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:51:59.120408Z","caller":"traceutil/trace.go:171","msg":"trace[1004589737] linearizableReadLoop","detail":"{readStateIndex:10823; appliedIndex:10822; }","duration":"393.038353ms","start":"2026-03-31T18:51:58.727342Z","end":"2026-03-31T18:51:59.12038Z","steps":["trace[1004589737] 'read index received' (duration: 392.771187ms)","trace[1004589737] 'applied index is now lower than readState.Index' (duration: 266.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:59.120447Z","caller":"traceutil/trace.go:171","msg":"trace[1380753167] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"475.324406ms","start":"2026-03-31T18:51:58.64509Z","end":"2026-03-31T18:51:59.120415Z","steps":["trace[1380753167] 'process raft request' (duration: 475.082721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.120596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.645059Z","time spent":"475.467559ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:51:59.120881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.425431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T18:51:59.120961Z","caller":"traceutil/trace.go:171","msg":"trace[1972655905] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10401; }","duration":"393.625156ms","start":"2026-03-31T18:51:58.727299Z","end":"2026-03-31T18:51:59.120924Z","steps":["trace[1972655905] 'agreement among raft nodes before linearized reading' (duration: 393.236068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.121007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.72727Z","time spent":"393.722539ms","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-31T18:51:59.400824Z","caller":"traceutil/trace.go:171","msg":"trace[430786263] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"553.746852ms","start":"2026-03-31T18:51:58.84705Z","end":"2026-03-31T18:51:59.400797Z","steps":["trace[430786263] 'process raft request' (duration: 509.259616ms)","trace[430786263] 'compare' (duration: 44.299562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:51:59.401028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.847017Z","time spent":"553.895105ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:59.401313Z","caller":"traceutil/trace.go:171","msg":"trace[2054828243] linearizableReadLoop","detail":"{readStateIndex:10825; appliedIndex:10823; }","duration":"280.647447ms","start":"2026-03-31T18:51:59.1205Z","end":"2026-03-31T18:51:59.401148Z","steps":["trace[2054828243] 'read index received' (duration: 235.722629ms)","trace[2054828243] 'applied index is now lower than readState.Index' (duration: 44.923288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:51:59.401495Z","caller":"traceutil/trace.go:171","msg":"trace[1143530214] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"552.403724ms","start":"2026-03-31T18:51:58.849055Z","end":"2026-03-31T18:51:59.401459Z","steps":["trace[1143530214] 'process raft request' (duration: 551.695527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.401574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.701231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:51:59.401664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.849029Z","time spent":"552.548797ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:51:59.401686Z","caller":"traceutil/trace.go:171","msg":"trace[194756716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10403; }","duration":"569.844504ms","start":"2026-03-31T18:51:58.831813Z","end":"2026-03-31T18:51:59.401657Z","steps":["trace[194756716] 'agreement among raft nodes before linearized reading' (duration: 569.67111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:51:59.401734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.385416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:51:59.40175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:51:58.831795Z","time spent":"569.942547ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:51:59.401827Z","caller":"traceutil/trace.go:171","msg":"trace[670937406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10403; }","duration":"145.477439ms","start":"2026-03-31T18:51:59.256307Z","end":"2026-03-31T18:51:59.401785Z","steps":["trace[670937406] 'agreement among raft nodes before linearized reading' (duration: 145.267804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.598021Z","caller":"traceutil/trace.go:171","msg":"trace[1509532056] linearizableReadLoop","detail":"{readStateIndex:10839; appliedIndex:10838; }","duration":"149.031618ms","start":"2026-03-31T18:52:00.44896Z","end":"2026-03-31T18:52:00.597991Z","steps":["trace[1509532056] 'read index received' (duration: 6.614708ms)","trace[1509532056] 'applied index is now lower than readState.Index' (duration: 142.41592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:00.598132Z","caller":"traceutil/trace.go:171","msg":"trace[1428846614] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"163.39345ms","start":"2026-03-31T18:52:00.43471Z","end":"2026-03-31T18:52:00.598103Z","steps":["trace[1428846614] 'process raft request' (duration: 163.103934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.598327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.379125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T18:52:00.598389Z","caller":"traceutil/trace.go:171","msg":"trace[4960583] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10417; }","duration":"149.492818ms","start":"2026-03-31T18:52:00.448879Z","end":"2026-03-31T18:52:00.598372Z","steps":["trace[4960583] 'agreement among raft nodes before linearized reading' (duration: 149.292434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:00.701971Z","caller":"traceutil/trace.go:171","msg":"trace[1222893717] linearizableReadLoop","detail":"{readStateIndex:10840; appliedIndex:10839; }","duration":"103.809875ms","start":"2026-03-31T18:52:00.59813Z","end":"2026-03-31T18:52:00.70194Z","steps":["trace[1222893717] 'read index received' (duration: 31.624688ms)","trace[1222893717] 'applied index is now lower than readState.Index' (duration: 72.184317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:00.70213Z","caller":"traceutil/trace.go:171","msg":"trace[286617489] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"206.200309ms","start":"2026-03-31T18:52:00.495912Z","end":"2026-03-31T18:52:00.702112Z","steps":["trace[286617489] 'process raft request' (duration: 133.921859ms)","trace[286617489] 'compare' (duration: 71.982073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:00.702269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.129076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:00.702352Z","caller":"traceutil/trace.go:171","msg":"trace[361103235] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10418; }","duration":"143.27752ms","start":"2026-03-31T18:52:00.559055Z","end":"2026-03-31T18:52:00.702333Z","steps":["trace[361103235] 'agreement among raft nodes before linearized reading' (duration: 143.100756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:00.957328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.833893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:00.957421Z","caller":"traceutil/trace.go:171","msg":"trace[169256884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10418; }","duration":"123.996267ms","start":"2026-03-31T18:52:00.833405Z","end":"2026-03-31T18:52:00.957401Z","steps":["trace[169256884] 'range keys from in-memory index tree' (duration: 123.638209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:14.175275Z","caller":"traceutil/trace.go:171","msg":"trace[997827166] linearizableReadLoop","detail":"{readStateIndex:10925; appliedIndex:10924; }","duration":"175.159763ms","start":"2026-03-31T18:52:14.000076Z","end":"2026-03-31T18:52:14.175235Z","steps":["trace[997827166] 'read index received' (duration: 174.59954ms)","trace[997827166] 'applied index is now lower than readState.Index' (duration: 558.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:14.175414Z","caller":"traceutil/trace.go:171","msg":"trace[227504827] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"209.014591ms","start":"2026-03-31T18:52:13.966349Z","end":"2026-03-31T18:52:14.175363Z","steps":["trace[227504827] 'process raft request' (duration: 208.612132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:14.175617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.505961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:14.175713Z","caller":"traceutil/trace.go:171","msg":"trace[1010772779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10500; }","duration":"175.649855ms","start":"2026-03-31T18:52:14.000038Z","end":"2026-03-31T18:52:14.175688Z","steps":["trace[1010772779] 'agreement among raft nodes before linearized reading' (duration: 175.414069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:17.96444Z","caller":"traceutil/trace.go:171","msg":"trace[109933337] linearizableReadLoop","detail":"{readStateIndex:10942; appliedIndex:10941; }","duration":"218.706078ms","start":"2026-03-31T18:52:17.745711Z","end":"2026-03-31T18:52:17.964417Z","steps":["trace[109933337] 'read index received' (duration: 218.476043ms)","trace[109933337] 'applied index is now lower than readState.Index' (duration: 229.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:17.964529Z","caller":"traceutil/trace.go:171","msg":"trace[1081031388] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"220.817216ms","start":"2026-03-31T18:52:17.743675Z","end":"2026-03-31T18:52:17.964492Z","steps":["trace[1081031388] 'process raft request' (duration: 220.581011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.964842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.967446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:52:17.964998Z","caller":"traceutil/trace.go:171","msg":"trace[1771665092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10516; }","duration":"207.201282ms","start":"2026-03-31T18:52:17.757767Z","end":"2026-03-31T18:52:17.964968Z","steps":["trace[1771665092] 'agreement among raft nodes before linearized reading' (duration: 206.836103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.965022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.741793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:17.965123Z","caller":"traceutil/trace.go:171","msg":"trace[2143811894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10516; }","duration":"132.879996ms","start":"2026-03-31T18:52:17.83222Z","end":"2026-03-31T18:52:17.9651Z","steps":["trace[2143811894] 'agreement among raft nodes before linearized reading' (duration: 132.699932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.965104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.383804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:17.965187Z","caller":"traceutil/trace.go:171","msg":"trace[1554346772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10516; }","duration":"219.513367ms","start":"2026-03-31T18:52:17.745658Z","end":"2026-03-31T18:52:17.965172Z","steps":["trace[1554346772] 'agreement among raft nodes before linearized reading' (duration: 218.887063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:17.965201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.915947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:17.965335Z","caller":"traceutil/trace.go:171","msg":"trace[1126767116] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10516; }","duration":"133.111571ms","start":"2026-03-31T18:52:17.832191Z","end":"2026-03-31T18:52:17.965303Z","steps":["trace[1126767116] 'agreement among raft nodes before linearized reading' (duration: 132.846305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:18.221043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.476529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:52:18.221382Z","caller":"traceutil/trace.go:171","msg":"trace[467351975] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"250.703435ms","start":"2026-03-31T18:52:17.970654Z","end":"2026-03-31T18:52:18.221358Z","steps":["trace[467351975] 'process raft request' (duration: 104.791097ms)","trace[467351975] 'compare' (duration: 145.323445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:18.317136Z","caller":"traceutil/trace.go:171","msg":"trace[1440805136] linearizableReadLoop","detail":"{readStateIndex:10944; appliedIndex:10942; }","duration":"344.567438ms","start":"2026-03-31T18:52:17.972542Z","end":"2026-03-31T18:52:18.317109Z","steps":["trace[1440805136] 'read index received' (duration: 102.928426ms)","trace[1440805136] 'applied index is now lower than readState.Index' (duration: 241.637992ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:18.317197Z","caller":"traceutil/trace.go:171","msg":"trace[1661275229] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"345.621211ms","start":"2026-03-31T18:52:17.971527Z","end":"2026-03-31T18:52:18.317148Z","steps":["trace[1661275229] 'process raft request' (duration: 345.337255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.317276Z","caller":"traceutil/trace.go:171","msg":"trace[1561445728] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"341.408717ms","start":"2026-03-31T18:52:17.975832Z","end":"2026-03-31T18:52:18.31724Z","steps":["trace[1561445728] 'process raft request' (duration: 341.217733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:18.317376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.818093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:52:18.317419Z","caller":"traceutil/trace.go:171","msg":"trace[58278347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10519; }","duration":"344.889275ms","start":"2026-03-31T18:52:17.97252Z","end":"2026-03-31T18:52:18.317409Z","steps":["trace[58278347] 'agreement among raft nodes before linearized reading' (duration: 344.732551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:18.31743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.975817Z","time spent":"341.52572ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:18.317454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.972508Z","time spent":"344.938207ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:52:18.317376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:17.971518Z","time spent":"345.758514ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:18.45691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.13861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:52:18.457369Z","caller":"traceutil/trace.go:171","msg":"trace[1403834101] linearizableReadLoop","detail":"{readStateIndex:10946; appliedIndex:10945; }","duration":"140.122868ms","start":"2026-03-31T18:52:18.31722Z","end":"2026-03-31T18:52:18.457342Z","steps":["trace[1403834101] 'read index received' (duration: 11.381235ms)","trace[1403834101] 'applied index is now lower than readState.Index' (duration: 128.739143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:18.457407Z","caller":"traceutil/trace.go:171","msg":"trace[371967878] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"180.717328ms","start":"2026-03-31T18:52:18.276648Z","end":"2026-03-31T18:52:18.457365Z","steps":["trace[371967878] 'process raft request' (duration: 51.978545ms)","trace[371967878] 'compare' (duration: 127.67704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:18.457835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.641525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:18.457886Z","caller":"traceutil/trace.go:171","msg":"trace[1367342640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10520; }","duration":"180.761168ms","start":"2026-03-31T18:52:18.277111Z","end":"2026-03-31T18:52:18.457872Z","steps":["trace[1367342640] 'agreement among raft nodes before linearized reading' (duration: 180.339779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.459113Z","caller":"traceutil/trace.go:171","msg":"trace[1159386420] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"136.085438ms","start":"2026-03-31T18:52:18.323001Z","end":"2026-03-31T18:52:18.459086Z","steps":["trace[1159386420] 'process raft request' (duration: 135.863203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.459223Z","caller":"traceutil/trace.go:171","msg":"trace[794173147] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"134.933053ms","start":"2026-03-31T18:52:18.324239Z","end":"2026-03-31T18:52:18.459172Z","steps":["trace[794173147] 'process raft request' (duration: 134.80968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.459417Z","caller":"traceutil/trace.go:171","msg":"trace[731516462] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"135.799622ms","start":"2026-03-31T18:52:18.323588Z","end":"2026-03-31T18:52:18.459388Z","steps":["trace[731516462] 'process raft request' (duration: 135.412183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.459397Z","caller":"traceutil/trace.go:171","msg":"trace[481654896] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"132.362335ms","start":"2026-03-31T18:52:18.326995Z","end":"2026-03-31T18:52:18.459357Z","steps":["trace[481654896] 'process raft request' (duration: 132.096359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:18.459809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.788473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19337"} {"level":"info","ts":"2026-03-31T18:52:18.459922Z","caller":"traceutil/trace.go:171","msg":"trace[535428149] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10524; }","duration":"140.982667ms","start":"2026-03-31T18:52:18.31892Z","end":"2026-03-31T18:52:18.459902Z","steps":["trace[535428149] 'agreement among raft nodes before linearized reading' (duration: 140.22154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.60478Z","caller":"traceutil/trace.go:171","msg":"trace[1851315562] transaction","detail":"{read_only:false; response_revision:10525; number_of_response:1; }","duration":"124.451808ms","start":"2026-03-31T18:52:18.480297Z","end":"2026-03-31T18:52:18.604749Z","steps":["trace[1851315562] 'process raft request' (duration: 124.268134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.812746Z","caller":"traceutil/trace.go:171","msg":"trace[1321169512] transaction","detail":"{read_only:false; response_revision:10527; number_of_response:1; }","duration":"140.673311ms","start":"2026-03-31T18:52:18.672037Z","end":"2026-03-31T18:52:18.81271Z","steps":["trace[1321169512] 'process raft request' (duration: 139.270329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:18.813042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.845364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9645"} {"level":"info","ts":"2026-03-31T18:52:18.813145Z","caller":"traceutil/trace.go:171","msg":"trace[1181891218] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:10527; }","duration":"131.988456ms","start":"2026-03-31T18:52:18.681139Z","end":"2026-03-31T18:52:18.813127Z","steps":["trace[1181891218] 'agreement among raft nodes before linearized reading' (duration: 131.70671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:18.812872Z","caller":"traceutil/trace.go:171","msg":"trace[1900560495] linearizableReadLoop","detail":"{readStateIndex:10954; appliedIndex:10953; }","duration":"131.446884ms","start":"2026-03-31T18:52:18.68117Z","end":"2026-03-31T18:52:18.812617Z","steps":["trace[1900560495] 'read index received' (duration: 130.075553ms)","trace[1900560495] 'applied index is now lower than readState.Index' (duration: 1.370371ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:19.799831Z","caller":"traceutil/trace.go:171","msg":"trace[1949174839] linearizableReadLoop","detail":"{readStateIndex:10957; appliedIndex:10955; }","duration":"181.854473ms","start":"2026-03-31T18:52:19.617933Z","end":"2026-03-31T18:52:19.799787Z","steps":["trace[1949174839] 'read index received' (duration: 27.974676ms)","trace[1949174839] 'applied index is now lower than readState.Index' (duration: 153.878717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:19.800087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.136519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:19.800022Z","caller":"traceutil/trace.go:171","msg":"trace[1244174751] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"200.634034ms","start":"2026-03-31T18:52:19.599319Z","end":"2026-03-31T18:52:19.799953Z","steps":["trace[1244174751] 'process raft request' (duration: 108.724615ms)","trace[1244174751] 'compare' (duration: 91.573011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:19.800156Z","caller":"traceutil/trace.go:171","msg":"trace[61493188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10530; }","duration":"182.207031ms","start":"2026-03-31T18:52:19.617926Z","end":"2026-03-31T18:52:19.800133Z","steps":["trace[61493188] 'agreement among raft nodes before linearized reading' (duration: 182.026037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:19.800195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.280639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:52:19.800301Z","caller":"traceutil/trace.go:171","msg":"trace[1406102569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10530; }","duration":"164.429133ms","start":"2026-03-31T18:52:19.635846Z","end":"2026-03-31T18:52:19.800276Z","steps":["trace[1406102569] 'agreement among raft nodes before linearized reading' (duration: 164.152777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:31.199556Z","caller":"traceutil/trace.go:171","msg":"trace[1780530086] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"181.288931ms","start":"2026-03-31T18:52:31.018235Z","end":"2026-03-31T18:52:31.199524Z","steps":["trace[1780530086] 'process raft request' (duration: 102.374192ms)","trace[1780530086] 'compare' (duration: 78.766895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:36.800434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.634737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:52:36.80056Z","caller":"traceutil/trace.go:171","msg":"trace[264552535] linearizableReadLoop","detail":"{readStateIndex:11168; appliedIndex:11167; }","duration":"182.992539ms","start":"2026-03-31T18:52:36.61755Z","end":"2026-03-31T18:52:36.800542Z","steps":["trace[264552535] 'read index received' (duration: 46.291µs)","trace[264552535] 'applied index is now lower than readState.Index' (duration: 182.944228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:36.800685Z","caller":"traceutil/trace.go:171","msg":"trace[498019467] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"230.934082ms","start":"2026-03-31T18:52:36.569671Z","end":"2026-03-31T18:52:36.800605Z","steps":["trace[498019467] 'process raft request' (duration: 12.021039ms)","trace[498019467] 'compare' (duration: 218.337951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:36.800796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.253814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:36.80084Z","caller":"traceutil/trace.go:171","msg":"trace[1129304026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10736; }","duration":"183.333686ms","start":"2026-03-31T18:52:36.617495Z","end":"2026-03-31T18:52:36.800829Z","steps":["trace[1129304026] 'agreement among raft nodes before linearized reading' (duration: 183.146562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.245697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.077939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:38.245825Z","caller":"traceutil/trace.go:171","msg":"trace[1412805634] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10736; }","duration":"687.262534ms","start":"2026-03-31T18:52:37.558534Z","end":"2026-03-31T18:52:38.245796Z","steps":["trace[1412805634] 'count revisions from in-memory index tree' (duration: 686.986867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.246149Z","caller":"traceutil/trace.go:171","msg":"trace[1968517225] transaction","detail":"{read_only:false; response_revision:10737; number_of_response:1; }","duration":"512.202073ms","start":"2026-03-31T18:52:37.733932Z","end":"2026-03-31T18:52:38.246134Z","steps":["trace[1968517225] 'process raft request' (duration: 512.098631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.24626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.733905Z","time spent":"512.298205ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:38.245881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.558513Z","time spent":"687.354006ms","remote":"127.0.0.1:49512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:38.248337Z","caller":"traceutil/trace.go:171","msg":"trace[953633665] linearizableReadLoop","detail":"{readStateIndex:11170; appliedIndex:11168; }","duration":"325.131402ms","start":"2026-03-31T18:52:37.923188Z","end":"2026-03-31T18:52:38.248319Z","steps":["trace[953633665] 'read index received' (duration: 322.842701ms)","trace[953633665] 'applied index is now lower than readState.Index' (duration: 2.287711ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:38.248629Z","caller":"traceutil/trace.go:171","msg":"trace[1561748498] transaction","detail":"{read_only:false; response_revision:10738; number_of_response:1; }","duration":"368.578026ms","start":"2026-03-31T18:52:37.880036Z","end":"2026-03-31T18:52:38.248614Z","steps":["trace[1561748498] 'process raft request' (duration: 368.167097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.248843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.969527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:52:38.248842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.024073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:38.24889Z","caller":"traceutil/trace.go:171","msg":"trace[2063589912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10738; }","duration":"182.047398ms","start":"2026-03-31T18:52:38.066828Z","end":"2026-03-31T18:52:38.248876Z","steps":["trace[2063589912] 'agreement among raft nodes before linearized reading' (duration: 181.917756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.248916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.828316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:52:38.248928Z","caller":"traceutil/trace.go:171","msg":"trace[417030612] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10738; }","duration":"230.181076ms","start":"2026-03-31T18:52:38.018718Z","end":"2026-03-31T18:52:38.248899Z","steps":["trace[417030612] 'agreement among raft nodes before linearized reading' (duration: 230.034543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.235782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:52:38.249046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.850869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:38.249078Z","caller":"traceutil/trace.go:171","msg":"trace[1169031866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10738; }","duration":"307.352274ms","start":"2026-03-31T18:52:37.941708Z","end":"2026-03-31T18:52:38.24906Z","steps":["trace[1169031866] 'agreement among raft nodes before linearized reading' (duration: 307.035167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.248741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.880016Z","time spent":"368.659688ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:38.249123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.941694Z","time spent":"307.418267ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:52:38.249012Z","caller":"traceutil/trace.go:171","msg":"trace[192749418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10738; }","duration":"303.932018ms","start":"2026-03-31T18:52:37.945062Z","end":"2026-03-31T18:52:38.248994Z","steps":["trace[192749418] 'agreement among raft nodes before linearized reading' (duration: 303.720283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:38.249127Z","caller":"traceutil/trace.go:171","msg":"trace[1559588258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10738; }","duration":"325.96537ms","start":"2026-03-31T18:52:37.923137Z","end":"2026-03-31T18:52:38.249102Z","steps":["trace[1559588258] 'agreement among raft nodes before linearized reading' (duration: 325.691994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:38.249185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.945056Z","time spent":"304.109242ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:52:38.249332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:37.923114Z","time spent":"326.055453ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:52:44.448067Z","caller":"traceutil/trace.go:171","msg":"trace[2019796467] linearizableReadLoop","detail":"{readStateIndex:11209; appliedIndex:11208; }","duration":"159.645096ms","start":"2026-03-31T18:52:44.288393Z","end":"2026-03-31T18:52:44.448038Z","steps":["trace[2019796467] 'read index received' (duration: 69.176779ms)","trace[2019796467] 'applied index is now lower than readState.Index' (duration: 90.466727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:44.448207Z","caller":"traceutil/trace.go:171","msg":"trace[267183384] transaction","detail":"{read_only:false; response_revision:10776; number_of_response:1; }","duration":"159.942873ms","start":"2026-03-31T18:52:44.288197Z","end":"2026-03-31T18:52:44.44814Z","steps":["trace[267183384] 'process raft request' (duration: 112.06798ms)","trace[267183384] 'compare' (duration: 47.508505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:44.448378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.929662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:44.448477Z","caller":"traceutil/trace.go:171","msg":"trace[119447056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10776; }","duration":"160.122076ms","start":"2026-03-31T18:52:44.288338Z","end":"2026-03-31T18:52:44.44846Z","steps":["trace[119447056] 'agreement among raft nodes before linearized reading' (duration: 159.84792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.448822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.31035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:52:44.448858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.24555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:52:44.448965Z","caller":"traceutil/trace.go:171","msg":"trace[487077897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10776; }","duration":"118.487294ms","start":"2026-03-31T18:52:44.330463Z","end":"2026-03-31T18:52:44.44895Z","steps":["trace[487077897] 'agreement among raft nodes before linearized reading' (duration: 118.244408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.449023Z","caller":"traceutil/trace.go:171","msg":"trace[1914731850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10776; }","duration":"131.452305ms","start":"2026-03-31T18:52:44.317553Z","end":"2026-03-31T18:52:44.449005Z","steps":["trace[1914731850] 'agreement among raft nodes before linearized reading' (duration: 131.185659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.448865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.495865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:44.449328Z","caller":"traceutil/trace.go:171","msg":"trace[1159039121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10776; }","duration":"114.976126ms","start":"2026-03-31T18:52:44.334293Z","end":"2026-03-31T18:52:44.44927Z","steps":["trace[1159039121] 'agreement among raft nodes before linearized reading' (duration: 114.456124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.448866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.090103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:52:44.449497Z","caller":"traceutil/trace.go:171","msg":"trace[268553910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10776; }","duration":"138.731327ms","start":"2026-03-31T18:52:44.310723Z","end":"2026-03-31T18:52:44.449454Z","steps":["trace[268553910] 'agreement among raft nodes before linearized reading' (duration: 138.009431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.771797Z","caller":"traceutil/trace.go:171","msg":"trace[317233656] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"317.211095ms","start":"2026-03-31T18:52:44.454551Z","end":"2026-03-31T18:52:44.771762Z","steps":["trace[317233656] 'process raft request' (duration: 317.130363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.771961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.454539Z","time spent":"317.340547ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:44.77202Z","caller":"traceutil/trace.go:171","msg":"trace[83731655] linearizableReadLoop","detail":"{readStateIndex:11213; appliedIndex:11210; }","duration":"273.6807ms","start":"2026-03-31T18:52:44.498306Z","end":"2026-03-31T18:52:44.771987Z","steps":["trace[83731655] 'read index received' (duration: 19.635ms)","trace[83731655] 'applied index is now lower than readState.Index' (duration: 254.04402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:44.772106Z","caller":"traceutil/trace.go:171","msg":"trace[1963464794] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"317.275997ms","start":"2026-03-31T18:52:44.454817Z","end":"2026-03-31T18:52:44.772093Z","steps":["trace[1963464794] 'process raft request' (duration: 316.908728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.772165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.45479Z","time spent":"317.341709ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:44.771803Z","caller":"traceutil/trace.go:171","msg":"trace[1171476415] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"318.080234ms","start":"2026-03-31T18:52:44.453694Z","end":"2026-03-31T18:52:44.771775Z","steps":["trace[1171476415] 'process raft request' (duration: 317.822468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.772234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.918556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:52:44.772258Z","caller":"traceutil/trace.go:171","msg":"trace[1562609174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10780; }","duration":"274.007038ms","start":"2026-03-31T18:52:44.498242Z","end":"2026-03-31T18:52:44.772249Z","steps":["trace[1562609174] 'agreement among raft nodes before linearized reading' (duration: 273.863344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.772283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:44.453668Z","time spent":"318.571805ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:44.901216Z","caller":"traceutil/trace.go:171","msg":"trace[2054445748] linearizableReadLoop","detail":"{readStateIndex:11214; appliedIndex:11213; }","duration":"129.110032ms","start":"2026-03-31T18:52:44.772079Z","end":"2026-03-31T18:52:44.901189Z","steps":["trace[2054445748] 'read index received' (duration: 128.835705ms)","trace[2054445748] 'applied index is now lower than readState.Index' (duration: 272.977µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:44.90144Z","caller":"traceutil/trace.go:171","msg":"trace[1845297837] transaction","detail":"{read_only:false; response_revision:10781; number_of_response:1; }","duration":"142.967062ms","start":"2026-03-31T18:52:44.758359Z","end":"2026-03-31T18:52:44.901326Z","steps":["trace[1845297837] 'process raft request' (duration: 142.598224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.901609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.231913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:52:44.901691Z","caller":"traceutil/trace.go:171","msg":"trace[1495628253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10781; }","duration":"291.372676ms","start":"2026-03-31T18:52:44.610296Z","end":"2026-03-31T18:52:44.901669Z","steps":["trace[1495628253] 'agreement among raft nodes before linearized reading' (duration: 291.10776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.93678Z","caller":"traceutil/trace.go:171","msg":"trace[199223540] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"159.757488ms","start":"2026-03-31T18:52:44.776999Z","end":"2026-03-31T18:52:44.936757Z","steps":["trace[199223540] 'process raft request' (duration: 159.553914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:44.936954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.71151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:44.936998Z","caller":"traceutil/trace.go:171","msg":"trace[1361282761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10783; }","duration":"102.820712ms","start":"2026-03-31T18:52:44.834165Z","end":"2026-03-31T18:52:44.936985Z","steps":["trace[1361282761] 'agreement among raft nodes before linearized reading' (duration: 102.70943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:44.937029Z","caller":"traceutil/trace.go:171","msg":"trace[1053387015] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"101.449362ms","start":"2026-03-31T18:52:44.83554Z","end":"2026-03-31T18:52:44.936989Z","steps":["trace[1053387015] 'process raft request' (duration: 101.170726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:45.089998Z","caller":"traceutil/trace.go:171","msg":"trace[633441255] transaction","detail":"{read_only:false; response_revision:10785; number_of_response:1; }","duration":"134.893032ms","start":"2026-03-31T18:52:44.955078Z","end":"2026-03-31T18:52:45.089971Z","steps":["trace[633441255] 'process raft request' (duration: 134.686347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:47.781667Z","caller":"traceutil/trace.go:171","msg":"trace[918232857] transaction","detail":"{read_only:false; response_revision:10832; number_of_response:1; }","duration":"164.813592ms","start":"2026-03-31T18:52:47.616827Z","end":"2026-03-31T18:52:47.781641Z","steps":["trace[918232857] 'process raft request' (duration: 164.506125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.286826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.048621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:48.286901Z","caller":"traceutil/trace.go:171","msg":"trace[1701561708] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10832; }","duration":"271.184734ms","start":"2026-03-31T18:52:48.015701Z","end":"2026-03-31T18:52:48.286886Z","steps":["trace[1701561708] 'count revisions from in-memory index tree' (duration: 270.909898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.287237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.406207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:52:48.28726Z","caller":"traceutil/trace.go:171","msg":"trace[452180158] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10832; }","duration":"429.455549ms","start":"2026-03-31T18:52:47.857796Z","end":"2026-03-31T18:52:48.287252Z","steps":["trace[452180158] 'count revisions from in-memory index tree' (duration: 429.348976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.287248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.119515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-w8l5d\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-31T18:52:48.287293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:47.857784Z","time spent":"429.50116ms","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:52:48.287349Z","caller":"traceutil/trace.go:171","msg":"trace[1802478355] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-w8l5d; range_end:; response_count:1; response_revision:10832; }","duration":"389.249848ms","start":"2026-03-31T18:52:47.898055Z","end":"2026-03-31T18:52:48.287305Z","steps":["trace[1802478355] 'range keys from in-memory index tree' (duration: 389.000463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.28742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:47.898032Z","time spent":"389.373581ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-w8l5d\" "} {"level":"info","ts":"2026-03-31T18:52:48.766425Z","caller":"traceutil/trace.go:171","msg":"trace[1757620705] transaction","detail":"{read_only:false; response_revision:10833; number_of_response:1; }","duration":"466.293324ms","start":"2026-03-31T18:52:48.300097Z","end":"2026-03-31T18:52:48.76639Z","steps":["trace[1757620705] 'process raft request' (duration: 466.042498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:48.766596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.300062Z","time spent":"466.447007ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:50.073207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.201539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:50.073349Z","caller":"traceutil/trace.go:171","msg":"trace[2006251014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10833; }","duration":"177.359233ms","start":"2026-03-31T18:52:49.895967Z","end":"2026-03-31T18:52:50.073326Z","steps":["trace[2006251014] 'range keys from in-memory index tree' (duration: 177.176429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:50.249687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483479157s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:52:50.251076Z","caller":"traceutil/trace.go:171","msg":"trace[882341071] linearizableReadLoop","detail":"{readStateIndex:11269; appliedIndex:11266; }","duration":"1.718558382s","start":"2026-03-31T18:52:48.53242Z","end":"2026-03-31T18:52:50.250979Z","steps":["trace[882341071] 'read index received' (duration: 233.736875ms)","trace[882341071] 'applied index is now lower than readState.Index' (duration: 1.484820197s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:50.2512Z","caller":"traceutil/trace.go:171","msg":"trace[851398283] transaction","detail":"{read_only:false; response_revision:10835; number_of_response:1; }","duration":"1.791399334s","start":"2026-03-31T18:52:48.459784Z","end":"2026-03-31T18:52:50.251184Z","steps":["trace[851398283] 'process raft request' (duration: 1.791108857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:50.251353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.459758Z","time spent":"1.791487596s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:50.25139Z","caller":"traceutil/trace.go:171","msg":"trace[344885089] transaction","detail":"{read_only:false; response_revision:10834; number_of_response:1; }","duration":"1.879647611s","start":"2026-03-31T18:52:48.371701Z","end":"2026-03-31T18:52:50.251349Z","steps":["trace[344885089] 'process raft request' (duration: 1.87823743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:50.25151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719067824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:52:50.251614Z","caller":"traceutil/trace.go:171","msg":"trace[849235481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10835; }","duration":"1.719222707s","start":"2026-03-31T18:52:48.532367Z","end":"2026-03-31T18:52:50.25159Z","steps":["trace[849235481] 'agreement among raft nodes before linearized reading' (duration: 1.718894259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:50.251661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.532345Z","time spent":"1.7193057s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:52:50.251547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.371679Z","time spent":"1.879787654s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:50.751692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280665615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:52:51.252814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11228772691280665615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:52:51.271624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021684874s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:52:51.272232Z","caller":"traceutil/trace.go:171","msg":"trace[201010717] transaction","detail":"{read_only:false; response_revision:10838; number_of_response:1; }","duration":"2.322298915s","start":"2026-03-31T18:52:48.949908Z","end":"2026-03-31T18:52:51.272207Z","steps":["trace[201010717] 'process raft request' (duration: 2.322231564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.272382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.949846Z","time spent":"2.322465199s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:51.272647Z","caller":"traceutil/trace.go:171","msg":"trace[1824942733] transaction","detail":"{read_only:false; response_revision:10837; number_of_response:1; }","duration":"2.497274005s","start":"2026-03-31T18:52:48.775355Z","end":"2026-03-31T18:52:51.272629Z","steps":["trace[1824942733] 'process raft request' (duration: 2.496732543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.272715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.775332Z","time spent":"2.497351376s","remote":"127.0.0.1:41494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:51.272892Z","caller":"traceutil/trace.go:171","msg":"trace[483467268] transaction","detail":"{read_only:false; response_revision:10836; number_of_response:1; }","duration":"2.49838184s","start":"2026-03-31T18:52:48.774431Z","end":"2026-03-31T18:52:51.272812Z","steps":["trace[483467268] 'process raft request' (duration: 2.497506391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.273216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.774408Z","time spent":"2.498684496s","remote":"127.0.0.1:41368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:51.28864Z","caller":"traceutil/trace.go:171","msg":"trace[104332203] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"1.032618499s","start":"2026-03-31T18:52:50.255996Z","end":"2026-03-31T18:52:51.288615Z","steps":["trace[104332203] 'process raft request' (duration: 1.032361734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.288883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:50.255979Z","time spent":"1.032756753s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:52:51.288882Z","caller":"traceutil/trace.go:171","msg":"trace[239853968] linearizableReadLoop","detail":"{readStateIndex:11274; appliedIndex:11272; }","duration":"1.037598931s","start":"2026-03-31T18:52:50.251144Z","end":"2026-03-31T18:52:51.288743Z","steps":["trace[239853968] 'read index received' (duration: 1.020977539s)","trace[239853968] 'applied index is now lower than readState.Index' (duration: 16.620672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:51.28912Z","caller":"traceutil/trace.go:171","msg":"trace[501213718] transaction","detail":"{read_only:false; response_revision:10840; number_of_response:1; }","duration":"590.832474ms","start":"2026-03-31T18:52:50.698252Z","end":"2026-03-31T18:52:51.289084Z","steps":["trace[501213718] 'process raft request' (duration: 590.289032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323031372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:52:51.289225Z","caller":"traceutil/trace.go:171","msg":"trace[575413138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:10840; }","duration":"2.323126964s","start":"2026-03-31T18:52:48.96608Z","end":"2026-03-31T18:52:51.289207Z","steps":["trace[575413138] 'agreement among raft nodes before linearized reading' (duration: 2.32293175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334493559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:52:51.289297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:50.698231Z","time spent":"590.975527ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:51.289394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.966066Z","time spent":"2.323205606s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hfctl\" "} {"level":"info","ts":"2026-03-31T18:52:51.289361Z","caller":"traceutil/trace.go:171","msg":"trace[1324280181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10840; }","duration":"2.334750505s","start":"2026-03-31T18:52:48.9546Z","end":"2026-03-31T18:52:51.289351Z","steps":["trace[1324280181] 'agreement among raft nodes before linearized reading' (duration: 2.334430147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45678263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:52:51.289591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496564159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:52:51.289604Z","caller":"traceutil/trace.go:171","msg":"trace[1946384706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10840; }","duration":"1.456865442s","start":"2026-03-31T18:52:49.832728Z","end":"2026-03-31T18:52:51.289593Z","steps":["trace[1946384706] 'agreement among raft nodes before linearized reading' (duration: 1.45679157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494465922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:52:51.289635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:49.832707Z","time spent":"1.456918993s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:52:51.28963Z","caller":"traceutil/trace.go:171","msg":"trace[1839428625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10840; }","duration":"2.49662521s","start":"2026-03-31T18:52:48.792983Z","end":"2026-03-31T18:52:51.289608Z","steps":["trace[1839428625] 'agreement among raft nodes before linearized reading' (duration: 2.496553489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141435024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:52:51.289736Z","caller":"traceutil/trace.go:171","msg":"trace[981558870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10840; }","duration":"2.141500646s","start":"2026-03-31T18:52:49.148222Z","end":"2026-03-31T18:52:51.289723Z","steps":["trace[981558870] 'agreement among raft nodes before linearized reading' (duration: 2.141398193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592957678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:52:51.289747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.792962Z","time spent":"2.496764303s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:52:51.28978Z","caller":"traceutil/trace.go:171","msg":"trace[914311067] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10840; }","duration":"2.59303428s","start":"2026-03-31T18:52:48.696741Z","end":"2026-03-31T18:52:51.289775Z","steps":["trace[914311067] 'agreement among raft nodes before linearized reading' (duration: 2.592904437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336533225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:52:51.289791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:49.148204Z","time spent":"2.141575277s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:52:51.289884Z","caller":"traceutil/trace.go:171","msg":"trace[919927007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10840; }","duration":"2.336626606s","start":"2026-03-31T18:52:48.953245Z","end":"2026-03-31T18:52:51.289871Z","steps":["trace[919927007] 'agreement among raft nodes before linearized reading' (duration: 2.336464622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493619873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:52:51.289681Z","caller":"traceutil/trace.go:171","msg":"trace[1895543521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10840; }","duration":"2.494571813s","start":"2026-03-31T18:52:48.795086Z","end":"2026-03-31T18:52:51.289658Z","steps":["trace[1895543521] 'agreement among raft nodes before linearized reading' (duration: 2.494372579s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.289935Z","caller":"traceutil/trace.go:171","msg":"trace[724908306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10840; }","duration":"2.493662183s","start":"2026-03-31T18:52:48.796265Z","end":"2026-03-31T18:52:51.289927Z","steps":["trace[724908306] 'agreement among raft nodes before linearized reading' (duration: 2.493568151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.289934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.953221Z","time spent":"2.336700588s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:51.289963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.796259Z","time spent":"2.493697855s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:52:51.289826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.696714Z","time spent":"2.593105102s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":58,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:52:51.289966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.795076Z","time spent":"2.494874071s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:52:51.290299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:48.954576Z","time spent":"2.335715745s","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:52:51.422428Z","caller":"traceutil/trace.go:171","msg":"trace[2104353253] linearizableReadLoop","detail":"{readStateIndex:11275; appliedIndex:11274; }","duration":"133.445578ms","start":"2026-03-31T18:52:51.28896Z","end":"2026-03-31T18:52:51.422405Z","steps":["trace[2104353253] 'read index received' (duration: 133.348576ms)","trace[2104353253] 'applied index is now lower than readState.Index' (duration: 95.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:51.42255Z","caller":"traceutil/trace.go:171","msg":"trace[466777922] transaction","detail":"{read_only:false; response_revision:10841; number_of_response:1; }","duration":"145.048748ms","start":"2026-03-31T18:52:51.277461Z","end":"2026-03-31T18:52:51.42251Z","steps":["trace[466777922] 'process raft request' (duration: 144.806093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.422689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.721521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.176\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:52:51.422733Z","caller":"traceutil/trace.go:171","msg":"trace[1991349791] range","detail":"{range_begin:/registry/masterleases/199.19.213.176; range_end:; response_count:1; response_revision:10841; }","duration":"452.814403ms","start":"2026-03-31T18:52:50.969908Z","end":"2026-03-31T18:52:51.422722Z","steps":["trace[1991349791] 'agreement among raft nodes before linearized reading' (duration: 452.611147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.422764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:50.969887Z","time spent":"452.869524ms","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.176\" "} {"level":"info","ts":"2026-03-31T18:52:51.437064Z","caller":"traceutil/trace.go:171","msg":"trace[560215862] transaction","detail":"{read_only:false; response_revision:10842; number_of_response:1; }","duration":"141.994471ms","start":"2026-03-31T18:52:51.295043Z","end":"2026-03-31T18:52:51.437037Z","steps":["trace[560215862] 'process raft request' (duration: 141.697434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.437195Z","caller":"traceutil/trace.go:171","msg":"trace[150996012] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"141.450218ms","start":"2026-03-31T18:52:51.295716Z","end":"2026-03-31T18:52:51.437167Z","steps":["trace[150996012] 'process raft request' (duration: 141.187713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.437401Z","caller":"traceutil/trace.go:171","msg":"trace[681109785] transaction","detail":"{read_only:false; response_revision:10845; number_of_response:1; }","duration":"140.64002ms","start":"2026-03-31T18:52:51.296735Z","end":"2026-03-31T18:52:51.437375Z","steps":["trace[681109785] 'process raft request' (duration: 140.510327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.437472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.187814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:51.4375Z","caller":"traceutil/trace.go:171","msg":"trace[98184720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10846; }","duration":"146.271266ms","start":"2026-03-31T18:52:51.291221Z","end":"2026-03-31T18:52:51.437492Z","steps":["trace[98184720] 'agreement among raft nodes before linearized reading' (duration: 146.147323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.437554Z","caller":"traceutil/trace.go:171","msg":"trace[662215739] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"140.904196ms","start":"2026-03-31T18:52:51.296638Z","end":"2026-03-31T18:52:51.437542Z","steps":["trace[662215739] 'process raft request' (duration: 140.485437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.43764Z","caller":"traceutil/trace.go:171","msg":"trace[156290821] transaction","detail":"{read_only:false; response_revision:10846; number_of_response:1; }","duration":"140.743703ms","start":"2026-03-31T18:52:51.296881Z","end":"2026-03-31T18:52:51.437625Z","steps":["trace[156290821] 'process raft request' (duration: 140.446806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.437729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.440013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:52:51.437751Z","caller":"traceutil/trace.go:171","msg":"trace[1942696503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10846; }","duration":"143.504054ms","start":"2026-03-31T18:52:51.29424Z","end":"2026-03-31T18:52:51.437744Z","steps":["trace[1942696503] 'agreement among raft nodes before linearized reading' (duration: 143.405612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:51.437938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.744677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290629"} {"level":"info","ts":"2026-03-31T18:52:51.437983Z","caller":"traceutil/trace.go:171","msg":"trace[558951657] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10846; }","duration":"142.834149ms","start":"2026-03-31T18:52:51.295136Z","end":"2026-03-31T18:52:51.43797Z","steps":["trace[558951657] 'agreement among raft nodes before linearized reading' (duration: 142.235306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:51.531301Z","caller":"traceutil/trace.go:171","msg":"trace[1103253768] transaction","detail":"{read_only:false; response_revision:10847; number_of_response:1; }","duration":"104.425149ms","start":"2026-03-31T18:52:51.426847Z","end":"2026-03-31T18:52:51.531272Z","steps":["trace[1103253768] 'process raft request' (duration: 104.048551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:53.248777Z","caller":"traceutil/trace.go:171","msg":"trace[1115152111] transaction","detail":"{read_only:false; response_revision:10856; number_of_response:1; }","duration":"240.615518ms","start":"2026-03-31T18:52:53.008124Z","end":"2026-03-31T18:52:53.24874Z","steps":["trace[1115152111] 'process raft request' (duration: 240.332452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:53.249052Z","caller":"traceutil/trace.go:171","msg":"trace[712105159] transaction","detail":"{read_only:false; response_revision:10857; number_of_response:1; }","duration":"238.763858ms","start":"2026-03-31T18:52:53.010246Z","end":"2026-03-31T18:52:53.24901Z","steps":["trace[712105159] 'process raft request' (duration: 238.39539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:53.468635Z","caller":"traceutil/trace.go:171","msg":"trace[1975710291] linearizableReadLoop","detail":"{readStateIndex:11294; appliedIndex:11292; }","duration":"172.310099ms","start":"2026-03-31T18:52:53.296305Z","end":"2026-03-31T18:52:53.468615Z","steps":["trace[1975710291] 'read index received' (duration: 83.863148ms)","trace[1975710291] 'applied index is now lower than readState.Index' (duration: 88.446251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:53.468676Z","caller":"traceutil/trace.go:171","msg":"trace[65741097] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"189.951965ms","start":"2026-03-31T18:52:53.278699Z","end":"2026-03-31T18:52:53.468651Z","steps":["trace[65741097] 'process raft request' (duration: 189.861953ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:53.468785Z","caller":"traceutil/trace.go:171","msg":"trace[494490392] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"203.697222ms","start":"2026-03-31T18:52:53.265064Z","end":"2026-03-31T18:52:53.468761Z","steps":["trace[494490392] 'process raft request' (duration: 115.050937ms)","trace[494490392] 'compare' (duration: 88.312438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:53.46884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.526575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:52:53.468868Z","caller":"traceutil/trace.go:171","msg":"trace[535627061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10859; }","duration":"172.601837ms","start":"2026-03-31T18:52:53.296257Z","end":"2026-03-31T18:52:53.468859Z","steps":["trace[535627061] 'agreement among raft nodes before linearized reading' (duration: 172.478304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.21743Z","caller":"traceutil/trace.go:171","msg":"trace[694983193] linearizableReadLoop","detail":"{readStateIndex:11303; appliedIndex:11302; }","duration":"270.865957ms","start":"2026-03-31T18:52:53.94654Z","end":"2026-03-31T18:52:54.217406Z","steps":["trace[694983193] 'read index received' (duration: 270.57419ms)","trace[694983193] 'applied index is now lower than readState.Index' (duration: 290.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:54.217587Z","caller":"traceutil/trace.go:171","msg":"trace[1928318415] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"359.123294ms","start":"2026-03-31T18:52:53.858411Z","end":"2026-03-31T18:52:54.217535Z","steps":["trace[1928318415] 'process raft request' (duration: 358.765686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:54.217723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.966064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-sgpxq\" ","response":"range_response_count:1 size:9959"} {"level":"info","ts":"2026-03-31T18:52:54.21779Z","caller":"traceutil/trace.go:171","msg":"trace[860738624] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-sgpxq; range_end:; response_count:1; response_revision:10868; }","duration":"244.076297ms","start":"2026-03-31T18:52:53.973697Z","end":"2026-03-31T18:52:54.217774Z","steps":["trace[860738624] 'agreement among raft nodes before linearized reading' (duration: 243.860672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:54.217722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:53.858369Z","time spent":"359.281457ms","remote":"127.0.0.1:41274","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:52:54.217723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.180874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T18:52:54.217988Z","caller":"traceutil/trace.go:171","msg":"trace[774546461] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10868; }","duration":"271.47564ms","start":"2026-03-31T18:52:53.946485Z","end":"2026-03-31T18:52:54.21796Z","steps":["trace[774546461] 'agreement among raft nodes before linearized reading' (duration: 271.056751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.441245Z","caller":"traceutil/trace.go:171","msg":"trace[602655369] transaction","detail":"{read_only:false; response_revision:10869; number_of_response:1; }","duration":"218.296709ms","start":"2026-03-31T18:52:54.22292Z","end":"2026-03-31T18:52:54.441217Z","steps":["trace[602655369] 'process raft request' (duration: 217.776117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.473421Z","caller":"traceutil/trace.go:171","msg":"trace[2001983567] transaction","detail":"{read_only:false; response_revision:10870; number_of_response:1; }","duration":"245.940219ms","start":"2026-03-31T18:52:54.227447Z","end":"2026-03-31T18:52:54.473387Z","steps":["trace[2001983567] 'process raft request' (duration: 245.696243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.473691Z","caller":"traceutil/trace.go:171","msg":"trace[1942696216] transaction","detail":"{read_only:false; response_revision:10871; number_of_response:1; }","duration":"207.730924ms","start":"2026-03-31T18:52:54.265916Z","end":"2026-03-31T18:52:54.473647Z","steps":["trace[1942696216] 'process raft request' (duration: 207.388416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:54.473804Z","caller":"traceutil/trace.go:171","msg":"trace[808651738] transaction","detail":"{read_only:false; response_revision:10872; number_of_response:1; }","duration":"205.77404ms","start":"2026-03-31T18:52:54.26801Z","end":"2026-03-31T18:52:54.473784Z","steps":["trace[808651738] 'process raft request' (duration: 205.34354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.119347Z","caller":"traceutil/trace.go:171","msg":"trace[1776156537] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"122.931643ms","start":"2026-03-31T18:52:54.996389Z","end":"2026-03-31T18:52:55.11932Z","steps":["trace[1776156537] 'process raft request' (duration: 122.76702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.330769Z","caller":"traceutil/trace.go:171","msg":"trace[390498275] linearizableReadLoop","detail":"{readStateIndex:11312; appliedIndex:11311; }","duration":"208.052571ms","start":"2026-03-31T18:52:55.122692Z","end":"2026-03-31T18:52:55.330744Z","steps":["trace[390498275] 'read index received' (duration: 202.447256ms)","trace[390498275] 'applied index is now lower than readState.Index' (duration: 5.604065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:55.330886Z","caller":"traceutil/trace.go:171","msg":"trace[1975122416] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"332.19145ms","start":"2026-03-31T18:52:54.998653Z","end":"2026-03-31T18:52:55.330845Z","steps":["trace[1975122416] 'process raft request' (duration: 326.508683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:55.331031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:52:54.998641Z","time spent":"332.316424ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:52:55.331107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.352588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7c5b686948-9nwkk.18a201c3bd45401b\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-31T18:52:55.331176Z","caller":"traceutil/trace.go:171","msg":"trace[1908464214] range","detail":"{range_begin:/registry/events/openstack/glance-api-7c5b686948-9nwkk.18a201c3bd45401b; range_end:; response_count:1; response_revision:10877; }","duration":"208.49969ms","start":"2026-03-31T18:52:55.122656Z","end":"2026-03-31T18:52:55.331156Z","steps":["trace[1908464214] 'agreement among raft nodes before linearized reading' (duration: 208.245285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:55.510758Z","caller":"traceutil/trace.go:171","msg":"trace[1873733685] linearizableReadLoop","detail":"{readStateIndex:11314; appliedIndex:11313; }","duration":"115.62291ms","start":"2026-03-31T18:52:55.395113Z","end":"2026-03-31T18:52:55.510736Z","steps":["trace[1873733685] 'read index received' (duration: 115.377114ms)","trace[1873733685] 'applied index is now lower than readState.Index' (duration: 245.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:55.510841Z","caller":"traceutil/trace.go:171","msg":"trace[1889757471] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"128.900368ms","start":"2026-03-31T18:52:55.38192Z","end":"2026-03-31T18:52:55.510821Z","steps":["trace[1889757471] 'process raft request' (duration: 128.656382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:52:55.510898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.770173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:55.510937Z","caller":"traceutil/trace.go:171","msg":"trace[29537471] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10879; }","duration":"115.872185ms","start":"2026-03-31T18:52:55.395054Z","end":"2026-03-31T18:52:55.510927Z","steps":["trace[29537471] 'agreement among raft nodes before linearized reading' (duration: 115.785213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:02.904996Z","caller":"traceutil/trace.go:171","msg":"trace[917358528] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"107.116398ms","start":"2026-03-31T18:53:02.797794Z","end":"2026-03-31T18:53:02.90491Z","steps":["trace[917358528] 'process raft request' (duration: 106.879233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:15.870408Z","caller":"traceutil/trace.go:171","msg":"trace[2117519324] transaction","detail":"{read_only:false; response_revision:11047; number_of_response:1; }","duration":"210.292261ms","start":"2026-03-31T18:53:15.66005Z","end":"2026-03-31T18:53:15.870342Z","steps":["trace[2117519324] 'process raft request' (duration: 205.295238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:15.870416Z","caller":"traceutil/trace.go:171","msg":"trace[1383521538] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"210.243449ms","start":"2026-03-31T18:53:15.660131Z","end":"2026-03-31T18:53:15.870375Z","steps":["trace[1383521538] 'process raft request' (duration: 210.100306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:20.739851Z","caller":"traceutil/trace.go:171","msg":"trace[184743632] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"165.431295ms","start":"2026-03-31T18:53:20.574376Z","end":"2026-03-31T18:53:20.739807Z","steps":["trace[184743632] 'process raft request' (duration: 165.256252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:20.784276Z","caller":"traceutil/trace.go:171","msg":"trace[70392285] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"195.98377ms","start":"2026-03-31T18:53:20.58826Z","end":"2026-03-31T18:53:20.784243Z","steps":["trace[70392285] 'process raft request' (duration: 195.852467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:27.036357Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9030} {"level":"info","ts":"2026-03-31T18:53:27.110108Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9030,"took":"71.222956ms","hash":3085049370,"current-db-size-bytes":40677376,"current-db-size":"41 MB","current-db-size-in-use-bytes":27447296,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T18:53:27.11016Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3085049370,"revision":9030,"compact-revision":6854} {"level":"info","ts":"2026-03-31T18:53:58.068616Z","caller":"traceutil/trace.go:171","msg":"trace[1228120913] linearizableReadLoop","detail":"{readStateIndex:11776; appliedIndex:11775; }","duration":"161.14161ms","start":"2026-03-31T18:53:57.90744Z","end":"2026-03-31T18:53:58.068581Z","steps":["trace[1228120913] 'read index received' (duration: 160.584718ms)","trace[1228120913] 'applied index is now lower than readState.Index' (duration: 555.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:58.068662Z","caller":"traceutil/trace.go:171","msg":"trace[1663831802] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"186.495887ms","start":"2026-03-31T18:53:57.882138Z","end":"2026-03-31T18:53:58.068634Z","steps":["trace[1663831802] 'process raft request' (duration: 185.906134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.068774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.319084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:58.06886Z","caller":"traceutil/trace.go:171","msg":"trace[2098441730] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11325; }","duration":"161.454397ms","start":"2026-03-31T18:53:57.907386Z","end":"2026-03-31T18:53:58.068841Z","steps":["trace[2098441730] 'agreement among raft nodes before linearized reading' (duration: 161.314904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.071327Z","caller":"traceutil/trace.go:171","msg":"trace[1465322920] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"104.844937ms","start":"2026-03-31T18:53:57.966463Z","end":"2026-03-31T18:53:58.071308Z","steps":["trace[1465322920] 'process raft request' (duration: 104.578322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.2849Z","caller":"traceutil/trace.go:171","msg":"trace[952630068] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"208.820307ms","start":"2026-03-31T18:53:58.076054Z","end":"2026-03-31T18:53:58.284874Z","steps":["trace[952630068] 'process raft request' (duration: 192.517101ms)","trace[952630068] 'compare' (duration: 16.117182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:58.285335Z","caller":"traceutil/trace.go:171","msg":"trace[1336693775] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"209.256587ms","start":"2026-03-31T18:53:58.076061Z","end":"2026-03-31T18:53:58.285317Z","steps":["trace[1336693775] 'process raft request' (duration: 208.758076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.285488Z","caller":"traceutil/trace.go:171","msg":"trace[831225628] linearizableReadLoop","detail":"{readStateIndex:11781; appliedIndex:11778; }","duration":"131.206278ms","start":"2026-03-31T18:53:58.154185Z","end":"2026-03-31T18:53:58.285392Z","steps":["trace[831225628] 'read index received' (duration: 114.31574ms)","trace[831225628] 'applied index is now lower than readState.Index' (duration: 16.889518ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:58.285522Z","caller":"traceutil/trace.go:171","msg":"trace[1939763850] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"209.43066ms","start":"2026-03-31T18:53:58.076061Z","end":"2026-03-31T18:53:58.285492Z","steps":["trace[1939763850] 'process raft request' (duration: 209.207766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.286208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.896882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330826"} {"level":"info","ts":"2026-03-31T18:53:58.286269Z","caller":"traceutil/trace.go:171","msg":"trace[1849038692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:11330; }","duration":"209.994843ms","start":"2026-03-31T18:53:58.076261Z","end":"2026-03-31T18:53:58.286256Z","steps":["trace[1849038692] 'agreement among raft nodes before linearized reading' (duration: 209.437551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.287171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.916611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:53:58.287231Z","caller":"traceutil/trace.go:171","msg":"trace[1490738927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11330; }","duration":"168.032704ms","start":"2026-03-31T18:53:58.119184Z","end":"2026-03-31T18:53:58.287217Z","steps":["trace[1490738927] 'agreement among raft nodes before linearized reading' (duration: 167.842579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.499336Z","caller":"traceutil/trace.go:171","msg":"trace[1425684852] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"228.671373ms","start":"2026-03-31T18:53:58.270618Z","end":"2026-03-31T18:53:58.49929Z","steps":["trace[1425684852] 'process raft request' (duration: 189.309021ms)","trace[1425684852] 'compare' (duration: 38.337418ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:53:58.499384Z","caller":"traceutil/trace.go:171","msg":"trace[934080309] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"208.299596ms","start":"2026-03-31T18:53:58.291057Z","end":"2026-03-31T18:53:58.499357Z","steps":["trace[934080309] 'process raft request' (duration: 208.222425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:53:58.499472Z","caller":"traceutil/trace.go:171","msg":"trace[754872122] linearizableReadLoop","detail":"{readStateIndex:11782; appliedIndex:11781; }","duration":"213.870001ms","start":"2026-03-31T18:53:58.285567Z","end":"2026-03-31T18:53:58.499437Z","steps":["trace[754872122] 'read index received' (duration: 174.49954ms)","trace[754872122] 'applied index is now lower than readState.Index' (duration: 39.366811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:53:58.499644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.568519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:53:58.499745Z","caller":"traceutil/trace.go:171","msg":"trace[1971657304] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11332; }","duration":"261.708063ms","start":"2026-03-31T18:53:58.238019Z","end":"2026-03-31T18:53:58.499727Z","steps":["trace[1971657304] 'agreement among raft nodes before linearized reading' (duration: 261.560669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.49983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.949065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:53:58.499895Z","caller":"traceutil/trace.go:171","msg":"trace[285166867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11332; }","duration":"332.052618ms","start":"2026-03-31T18:53:58.167825Z","end":"2026-03-31T18:53:58.499878Z","steps":["trace[285166867] 'agreement among raft nodes before linearized reading' (duration: 331.763132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:53:58.49994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:53:58.167811Z","time spent":"332.117679ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:53:58.504796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.191142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:53:58.504868Z","caller":"traceutil/trace.go:171","msg":"trace[437326662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11332; }","duration":"291.322405ms","start":"2026-03-31T18:53:58.213529Z","end":"2026-03-31T18:53:58.504851Z","steps":["trace[437326662] 'agreement among raft nodes before linearized reading' (duration: 286.17279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:46.984538Z","caller":"traceutil/trace.go:171","msg":"trace[117787029] transaction","detail":"{read_only:false; response_revision:11649; number_of_response:1; }","duration":"107.930815ms","start":"2026-03-31T18:54:46.876581Z","end":"2026-03-31T18:54:46.984511Z","steps":["trace[117787029] 'process raft request' (duration: 105.85657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.030208Z","caller":"traceutil/trace.go:171","msg":"trace[436124362] transaction","detail":"{read_only:false; response_revision:11736; number_of_response:1; }","duration":"277.010938ms","start":"2026-03-31T18:54:58.753171Z","end":"2026-03-31T18:54:59.030182Z","steps":["trace[436124362] 'process raft request' (duration: 276.864475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.030808Z","caller":"traceutil/trace.go:171","msg":"trace[447603183] linearizableReadLoop","detail":"{readStateIndex:12203; appliedIndex:12203; }","duration":"254.170486ms","start":"2026-03-31T18:54:58.776618Z","end":"2026-03-31T18:54:59.030788Z","steps":["trace[447603183] 'read index received' (duration: 254.158766ms)","trace[447603183] 'applied index is now lower than readState.Index' (duration: 10.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.031054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.392782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:54:59.031171Z","caller":"traceutil/trace.go:171","msg":"trace[930939403] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11736; }","duration":"254.568805ms","start":"2026-03-31T18:54:58.776578Z","end":"2026-03-31T18:54:59.031147Z","steps":["trace[930939403] 'agreement among raft nodes before linearized reading' (duration: 254.32248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.117971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.114901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:54:59.118044Z","caller":"traceutil/trace.go:171","msg":"trace[1906606936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11737; }","duration":"273.221734ms","start":"2026-03-31T18:54:58.844803Z","end":"2026-03-31T18:54:59.118025Z","steps":["trace[1906606936] 'agreement among raft nodes before linearized reading' (duration: 273.03537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.11806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.225191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:54:59.118114Z","caller":"traceutil/trace.go:171","msg":"trace[1342690049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11737; }","duration":"276.312503ms","start":"2026-03-31T18:54:58.841786Z","end":"2026-03-31T18:54:59.118098Z","steps":["trace[1342690049] 'agreement among raft nodes before linearized reading' (duration: 276.173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.118129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.578276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-31T18:54:59.118257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.143166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:54:59.118299Z","caller":"traceutil/trace.go:171","msg":"trace[893186265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11737; }","duration":"188.223908ms","start":"2026-03-31T18:54:58.930065Z","end":"2026-03-31T18:54:59.118289Z","steps":["trace[893186265] 'agreement among raft nodes before linearized reading' (duration: 188.128346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.118322Z","caller":"traceutil/trace.go:171","msg":"trace[2066821668] transaction","detail":"{read_only:false; response_revision:11737; number_of_response:1; }","duration":"176.501126ms","start":"2026-03-31T18:54:58.941796Z","end":"2026-03-31T18:54:59.118297Z","steps":["trace[2066821668] 'process raft request' (duration: 152.413766ms)","trace[2066821668] 'compare' (duration: 23.20355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.118407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.209552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:54:59.118516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.230334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:54:59.118553Z","caller":"traceutil/trace.go:171","msg":"trace[469870669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:11737; }","duration":"269.289226ms","start":"2026-03-31T18:54:58.849255Z","end":"2026-03-31T18:54:59.118545Z","steps":["trace[469870669] 'agreement among raft nodes before linearized reading' (duration: 269.192904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.118464Z","caller":"traceutil/trace.go:171","msg":"trace[1205669255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11737; }","duration":"285.366776ms","start":"2026-03-31T18:54:58.833083Z","end":"2026-03-31T18:54:59.11845Z","steps":["trace[1205669255] 'agreement among raft nodes before linearized reading' (duration: 285.209132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.11825Z","caller":"traceutil/trace.go:171","msg":"trace[1414293617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11737; }","duration":"151.757411ms","start":"2026-03-31T18:54:58.966463Z","end":"2026-03-31T18:54:59.118221Z","steps":["trace[1414293617] 'agreement among raft nodes before linearized reading' (duration: 151.414603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.409316Z","caller":"traceutil/trace.go:171","msg":"trace[1635264199] transaction","detail":"{read_only:false; response_revision:11738; number_of_response:1; }","duration":"285.216102ms","start":"2026-03-31T18:54:59.124064Z","end":"2026-03-31T18:54:59.40928Z","steps":["trace[1635264199] 'process raft request' (duration: 196.605756ms)","trace[1635264199] 'compare' (duration: 88.482403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.694964Z","caller":"traceutil/trace.go:171","msg":"trace[962925108] transaction","detail":"{read_only:false; response_revision:11739; number_of_response:1; }","duration":"569.444032ms","start":"2026-03-31T18:54:59.125496Z","end":"2026-03-31T18:54:59.69494Z","steps":["trace[962925108] 'process raft request' (duration: 513.10415ms)","trace[962925108] 'compare' (duration: 55.788729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:59.695271Z","caller":"traceutil/trace.go:171","msg":"trace[292384853] transaction","detail":"{read_only:false; response_revision:11740; number_of_response:1; }","duration":"569.664087ms","start":"2026-03-31T18:54:59.125573Z","end":"2026-03-31T18:54:59.695237Z","steps":["trace[292384853] 'process raft request' (duration: 569.079594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.695405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.125566Z","time spent":"569.76901ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:54:59.695441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.125479Z","time spent":"569.549774ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:54:59.695616Z","caller":"traceutil/trace.go:171","msg":"trace[436084663] transaction","detail":"{read_only:false; response_revision:11741; number_of_response:1; }","duration":"568.775647ms","start":"2026-03-31T18:54:59.126833Z","end":"2026-03-31T18:54:59.695609Z","steps":["trace[436084663] 'process raft request' (duration: 568.42687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.695661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.126822Z","time spent":"568.819358ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:54:59.69571Z","caller":"traceutil/trace.go:171","msg":"trace[923981005] transaction","detail":"{read_only:false; response_revision:11743; number_of_response:1; }","duration":"407.944073ms","start":"2026-03-31T18:54:59.287753Z","end":"2026-03-31T18:54:59.695697Z","steps":["trace[923981005] 'process raft request' (duration: 407.846131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:54:59.6957Z","caller":"traceutil/trace.go:171","msg":"trace[1694108035] linearizableReadLoop","detail":"{readStateIndex:12208; appliedIndex:12204; }","duration":"567.672913ms","start":"2026-03-31T18:54:59.128004Z","end":"2026-03-31T18:54:59.695677Z","steps":["trace[1694108035] 'read index received' (duration: 192.669328ms)","trace[1694108035] 'applied index is now lower than readState.Index' (duration: 375.002565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:54:59.695774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.287713Z","time spent":"408.024255ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:54:59.695756Z","caller":"traceutil/trace.go:171","msg":"trace[593326413] transaction","detail":"{read_only:false; response_revision:11742; number_of_response:1; }","duration":"412.015344ms","start":"2026-03-31T18:54:59.28371Z","end":"2026-03-31T18:54:59.695725Z","steps":["trace[593326413] 'process raft request' (duration: 411.677356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.695884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.283689Z","time spent":"412.129926ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:54:59.696163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.150413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347621"} {"level":"info","ts":"2026-03-31T18:54:59.696211Z","caller":"traceutil/trace.go:171","msg":"trace[711894434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:11743; }","duration":"568.214544ms","start":"2026-03-31T18:54:59.127987Z","end":"2026-03-31T18:54:59.696201Z","steps":["trace[711894434] 'agreement among raft nodes before linearized reading' (duration: 567.811405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:54:59.696246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:54:59.12798Z","time spent":"568.257835ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":347644,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:55:07.163697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.785363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:55:07.163778Z","caller":"traceutil/trace.go:171","msg":"trace[481608707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11775; }","duration":"309.915176ms","start":"2026-03-31T18:55:06.853847Z","end":"2026-03-31T18:55:07.163762Z","steps":["trace[481608707] 'range keys from in-memory index tree' (duration: 309.704182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.163804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:06.853828Z","time spent":"309.968767ms","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:55:07.163902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.651345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:55:07.164027Z","caller":"traceutil/trace.go:171","msg":"trace[413899545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11775; }","duration":"353.82304ms","start":"2026-03-31T18:55:06.810175Z","end":"2026-03-31T18:55:07.163998Z","steps":["trace[413899545] 'range keys from in-memory index tree' (duration: 353.476031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.164078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:55:06.810162Z","time spent":"353.907741ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:55:07.987843Z","caller":"traceutil/trace.go:171","msg":"trace[270547688] linearizableReadLoop","detail":"{readStateIndex:12250; appliedIndex:12249; }","duration":"200.841701ms","start":"2026-03-31T18:55:07.786979Z","end":"2026-03-31T18:55:07.98782Z","steps":["trace[270547688] 'read index received' (duration: 200.570885ms)","trace[270547688] 'applied index is now lower than readState.Index' (duration: 269.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:07.988001Z","caller":"traceutil/trace.go:171","msg":"trace[1977041077] transaction","detail":"{read_only:false; response_revision:11781; number_of_response:1; }","duration":"201.529306ms","start":"2026-03-31T18:55:07.78643Z","end":"2026-03-31T18:55:07.98796Z","steps":["trace[1977041077] 'process raft request' (duration: 201.220329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.988282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.291176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:55:07.988379Z","caller":"traceutil/trace.go:171","msg":"trace[870515086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11781; }","duration":"199.443999ms","start":"2026-03-31T18:55:07.788919Z","end":"2026-03-31T18:55:07.988363Z","steps":["trace[870515086] 'agreement among raft nodes before linearized reading' (duration: 199.155793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.988285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.097345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hfctl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T18:55:07.988483Z","caller":"traceutil/trace.go:171","msg":"trace[1236814742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hfctl; range_end:; response_count:1; response_revision:11781; }","duration":"188.329ms","start":"2026-03-31T18:55:07.800135Z","end":"2026-03-31T18:55:07.988464Z","steps":["trace[1236814742] 'agreement among raft nodes before linearized reading' (duration: 187.971142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.988274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.27589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:55:07.988615Z","caller":"traceutil/trace.go:171","msg":"trace[200261367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11781; }","duration":"201.669149ms","start":"2026-03-31T18:55:07.786933Z","end":"2026-03-31T18:55:07.988602Z","steps":["trace[200261367] 'agreement among raft nodes before linearized reading' (duration: 201.103547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:07.98908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.072603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:55:07.989197Z","caller":"traceutil/trace.go:171","msg":"trace[1923743420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11781; }","duration":"200.244997ms","start":"2026-03-31T18:55:07.788917Z","end":"2026-03-31T18:55:07.989162Z","steps":["trace[1923743420] 'agreement among raft nodes before linearized reading' (duration: 199.326326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:56.857443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.096128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:56:56.857561Z","caller":"traceutil/trace.go:171","msg":"trace[191413631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12363; }","duration":"131.300792ms","start":"2026-03-31T18:56:56.726238Z","end":"2026-03-31T18:56:56.857539Z","steps":["trace[191413631] 'range keys from in-memory index tree' (duration: 130.861953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:56.857744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.18876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:56:56.857883Z","caller":"traceutil/trace.go:171","msg":"trace[124744451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12363; }","duration":"127.410414ms","start":"2026-03-31T18:56:56.730446Z","end":"2026-03-31T18:56:56.857856Z","steps":["trace[124744451] 'range keys from in-memory index tree' (duration: 126.964915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:59.84954Z","caller":"traceutil/trace.go:171","msg":"trace[709642515] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"383.339981ms","start":"2026-03-31T18:56:59.466168Z","end":"2026-03-31T18:56:59.849508Z","steps":["trace[709642515] 'process raft request' (duration: 383.091725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:59.849737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:59.466134Z","time spent":"383.518865ms","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:57:00.061018Z","caller":"traceutil/trace.go:171","msg":"trace[1075369758] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"201.871834ms","start":"2026-03-31T18:56:59.859118Z","end":"2026-03-31T18:57:00.06099Z","steps":["trace[1075369758] 'process raft request' (duration: 201.421534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:00.063374Z","caller":"traceutil/trace.go:171","msg":"trace[487366477] transaction","detail":"{read_only:false; response_revision:12459; number_of_response:1; }","duration":"203.699895ms","start":"2026-03-31T18:56:59.859617Z","end":"2026-03-31T18:57:00.063317Z","steps":["trace[487366477] 'process raft request' (duration: 203.295106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:00.063393Z","caller":"traceutil/trace.go:171","msg":"trace[1831263121] linearizableReadLoop","detail":"{readStateIndex:12953; appliedIndex:12951; }","duration":"202.934448ms","start":"2026-03-31T18:56:59.860359Z","end":"2026-03-31T18:57:00.063293Z","steps":["trace[1831263121] 'read index received' (duration: 200.34406ms)","trace[1831263121] 'applied index is now lower than readState.Index' (duration: 2.586918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:57:00.063664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.267915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-78756dbc87-7sxjx\" ","response":"range_response_count:1 size:7414"} {"level":"info","ts":"2026-03-31T18:57:00.063788Z","caller":"traceutil/trace.go:171","msg":"trace[142234889] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-78756dbc87-7sxjx; range_end:; response_count:1; response_revision:12459; }","duration":"203.433008ms","start":"2026-03-31T18:56:59.860329Z","end":"2026-03-31T18:57:00.063762Z","steps":["trace[142234889] 'agreement among raft nodes before linearized reading' (duration: 203.081841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:01.088309Z","caller":"traceutil/trace.go:171","msg":"trace[44766892] transaction","detail":"{read_only:false; response_revision:12468; number_of_response:1; }","duration":"176.649379ms","start":"2026-03-31T18:57:00.911637Z","end":"2026-03-31T18:57:01.088286Z","steps":["trace[44766892] 'process raft request' (duration: 103.125481ms)","trace[44766892] 'compare' (duration: 73.094438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:01.338309Z","caller":"traceutil/trace.go:171","msg":"trace[331265690] transaction","detail":"{read_only:false; response_revision:12469; number_of_response:1; }","duration":"183.143065ms","start":"2026-03-31T18:57:01.155144Z","end":"2026-03-31T18:57:01.338287Z","steps":["trace[331265690] 'process raft request' (duration: 182.976361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:01.339266Z","caller":"traceutil/trace.go:171","msg":"trace[798991609] transaction","detail":"{read_only:false; response_revision:12470; number_of_response:1; }","duration":"125.606015ms","start":"2026-03-31T18:57:01.213613Z","end":"2026-03-31T18:57:01.339219Z","steps":["trace[798991609] 'process raft request' (duration: 125.494843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:03.130773Z","caller":"traceutil/trace.go:171","msg":"trace[1376649070] transaction","detail":"{read_only:false; response_revision:12483; number_of_response:1; }","duration":"169.905007ms","start":"2026-03-31T18:57:02.960823Z","end":"2026-03-31T18:57:03.130728Z","steps":["trace[1376649070] 'process raft request' (duration: 169.5803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:03.646238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.182276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:57:03.646364Z","caller":"traceutil/trace.go:171","msg":"trace[380213369] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12485; }","duration":"142.401641ms","start":"2026-03-31T18:57:03.503938Z","end":"2026-03-31T18:57:03.64634Z","steps":["trace[380213369] 'count revisions from in-memory index tree' (duration: 142.064513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:03.71101Z","caller":"traceutil/trace.go:171","msg":"trace[1035633498] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"182.013909ms","start":"2026-03-31T18:57:03.528955Z","end":"2026-03-31T18:57:03.710969Z","steps":["trace[1035633498] 'process raft request' (duration: 181.784504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:06.322996Z","caller":"traceutil/trace.go:171","msg":"trace[1609610488] linearizableReadLoop","detail":"{readStateIndex:12999; appliedIndex:12998; }","duration":"206.062398ms","start":"2026-03-31T18:57:06.116909Z","end":"2026-03-31T18:57:06.322971Z","steps":["trace[1609610488] 'read index received' (duration: 205.789222ms)","trace[1609610488] 'applied index is now lower than readState.Index' (duration: 271.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:06.323114Z","caller":"traceutil/trace.go:171","msg":"trace[958713161] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"218.522017ms","start":"2026-03-31T18:57:06.104555Z","end":"2026-03-31T18:57:06.323077Z","steps":["trace[958713161] 'process raft request' (duration: 218.255371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.323262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.338784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:57:06.323315Z","caller":"traceutil/trace.go:171","msg":"trace[568225993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12504; }","duration":"206.441287ms","start":"2026-03-31T18:57:06.116859Z","end":"2026-03-31T18:57:06.3233Z","steps":["trace[568225993] 'agreement among raft nodes before linearized reading' (duration: 206.256033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.32345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.881475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:57:06.323493Z","caller":"traceutil/trace.go:171","msg":"trace[593995497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12504; }","duration":"123.957518ms","start":"2026-03-31T18:57:06.199519Z","end":"2026-03-31T18:57:06.323476Z","steps":["trace[593995497] 'agreement among raft nodes before linearized reading' (duration: 123.790294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:06.536279Z","caller":"traceutil/trace.go:171","msg":"trace[2020436992] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"207.215854ms","start":"2026-03-31T18:57:06.329026Z","end":"2026-03-31T18:57:06.536242Z","steps":["trace[2020436992] 'process raft request' (duration: 179.142075ms)","trace[2020436992] 'compare' (duration: 27.639989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:06.578207Z","caller":"traceutil/trace.go:171","msg":"trace[942003702] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"247.376123ms","start":"2026-03-31T18:57:06.330795Z","end":"2026-03-31T18:57:06.578172Z","steps":["trace[942003702] 'process raft request' (duration: 247.125128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.70393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.827301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:57:06.704339Z","caller":"traceutil/trace.go:171","msg":"trace[992917696] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"301.642691ms","start":"2026-03-31T18:57:06.402677Z","end":"2026-03-31T18:57:06.70432Z","steps":["trace[992917696] 'process raft request' (duration: 301.354075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:06.70449Z","caller":"traceutil/trace.go:171","msg":"trace[1053565292] transaction","detail":"{read_only:false; response_revision:12508; number_of_response:1; }","duration":"164.099488ms","start":"2026-03-31T18:57:06.540374Z","end":"2026-03-31T18:57:06.704474Z","steps":["trace[1053565292] 'process raft request' (duration: 163.889654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:06.704483Z","caller":"traceutil/trace.go:171","msg":"trace[1613794827] linearizableReadLoop","detail":"{readStateIndex:13004; appliedIndex:13001; }","duration":"146.768389ms","start":"2026-03-31T18:57:06.55767Z","end":"2026-03-31T18:57:06.704438Z","steps":["trace[1613794827] 'read index received' (duration: 20.448478ms)","trace[1613794827] 'applied index is now lower than readState.Index' (duration: 126.318341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:57:06.70464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.949813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:57:06.704704Z","caller":"traceutil/trace.go:171","msg":"trace[1728231940] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12508; }","duration":"147.027835ms","start":"2026-03-31T18:57:06.557661Z","end":"2026-03-31T18:57:06.704689Z","steps":["trace[1728231940] 'agreement among raft nodes before linearized reading' (duration: 146.887652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:57:06.705072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:57:06.402632Z","time spent":"301.774854ms","remote":"127.0.0.1:41478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:57:53.713484Z","caller":"traceutil/trace.go:171","msg":"trace[1008482751] transaction","detail":"{read_only:false; response_revision:12803; number_of_response:1; }","duration":"114.944966ms","start":"2026-03-31T18:57:53.598492Z","end":"2026-03-31T18:57:53.713437Z","steps":["trace[1008482751] 'process raft request' (duration: 90.432937ms)","trace[1008482751] 'compare' (duration: 24.319665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:55.065105Z","caller":"traceutil/trace.go:171","msg":"trace[1677460737] transaction","detail":"{read_only:false; response_revision:12806; number_of_response:1; }","duration":"118.172238ms","start":"2026-03-31T18:57:54.946913Z","end":"2026-03-31T18:57:55.065085Z","steps":["trace[1677460737] 'process raft request' (duration: 38.796389ms)","trace[1677460737] 'compare' (duration: 79.200636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:57:55.065409Z","caller":"traceutil/trace.go:171","msg":"trace[507903477] transaction","detail":"{read_only:false; response_revision:12807; number_of_response:1; }","duration":"115.687792ms","start":"2026-03-31T18:57:54.949709Z","end":"2026-03-31T18:57:55.065397Z","steps":["trace[507903477] 'process raft request' (duration: 115.337225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:55.065404Z","caller":"traceutil/trace.go:171","msg":"trace[1572297629] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"108.248856ms","start":"2026-03-31T18:57:54.95713Z","end":"2026-03-31T18:57:55.065379Z","steps":["trace[1572297629] 'process raft request' (duration: 108.097623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:57:55.780389Z","caller":"traceutil/trace.go:171","msg":"trace[107382926] transaction","detail":"{read_only:false; response_revision:12811; number_of_response:1; }","duration":"161.188852ms","start":"2026-03-31T18:57:55.619175Z","end":"2026-03-31T18:57:55.780363Z","steps":["trace[107382926] 'process raft request' (duration: 99.689585ms)","trace[107382926] 'compare' (duration: 61.248292ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:27.046864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11102} {"level":"info","ts":"2026-03-31T18:58:27.143135Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11102,"took":"94.354055ms","hash":2378614033,"current-db-size-bytes":40677376,"current-db-size":"41 MB","current-db-size-in-use-bytes":23199744,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T18:58:27.143201Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2378614033,"revision":11102,"compact-revision":9030} {"level":"info","ts":"2026-03-31T18:59:00.271762Z","caller":"traceutil/trace.go:171","msg":"trace[2140666047] transaction","detail":"{read_only:false; response_revision:13159; number_of_response:1; }","duration":"141.488682ms","start":"2026-03-31T18:59:00.130238Z","end":"2026-03-31T18:59:00.271726Z","steps":["trace[2140666047] 'process raft request' (duration: 141.280917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:06.257532Z","caller":"traceutil/trace.go:171","msg":"trace[83304919] transaction","detail":"{read_only:false; response_revision:13187; number_of_response:1; }","duration":"132.328916ms","start":"2026-03-31T18:59:06.125171Z","end":"2026-03-31T18:59:06.2575Z","steps":["trace[83304919] 'process raft request' (duration: 132.159893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:21.185807Z","caller":"traceutil/trace.go:171","msg":"trace[1412359478] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"162.035411ms","start":"2026-03-31T19:01:21.023746Z","end":"2026-03-31T19:01:21.185782Z","steps":["trace[1412359478] 'process raft request' (duration: 144.906138ms)","trace[1412359478] 'compare' (duration: 16.770356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:01:21.186008Z","caller":"traceutil/trace.go:171","msg":"trace[1021155227] linearizableReadLoop","detail":"{readStateIndex:14425; appliedIndex:14423; }","duration":"149.197274ms","start":"2026-03-31T19:01:21.036762Z","end":"2026-03-31T19:01:21.18596Z","steps":["trace[1021155227] 'read index received' (duration: 131.831535ms)","trace[1021155227] 'applied index is now lower than readState.Index' (duration: 17.361139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:01:21.186205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.427909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T19:01:21.186251Z","caller":"traceutil/trace.go:171","msg":"trace[1905137985] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13875; }","duration":"149.592272ms","start":"2026-03-31T19:01:21.036646Z","end":"2026-03-31T19:01:21.186238Z","steps":["trace[1905137985] 'agreement among raft nodes before linearized reading' (duration: 149.46203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:21.186257Z","caller":"traceutil/trace.go:171","msg":"trace[1821776873] transaction","detail":"{read_only:false; response_revision:13875; number_of_response:1; }","duration":"156.722232ms","start":"2026-03-31T19:01:21.029497Z","end":"2026-03-31T19:01:21.186219Z","steps":["trace[1821776873] 'process raft request' (duration: 156.226891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:22.366172Z","caller":"traceutil/trace.go:171","msg":"trace[307496021] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"114.766252ms","start":"2026-03-31T19:01:22.251371Z","end":"2026-03-31T19:01:22.366137Z","steps":["trace[307496021] 'process raft request' (duration: 79.963743ms)","trace[307496021] 'compare' (duration: 34.500632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:01:22.590099Z","caller":"traceutil/trace.go:171","msg":"trace[1173169616] linearizableReadLoop","detail":"{readStateIndex:14431; appliedIndex:14430; }","duration":"144.275523ms","start":"2026-03-31T19:01:22.445806Z","end":"2026-03-31T19:01:22.590082Z","steps":["trace[1173169616] 'read index received' (duration: 101.934515ms)","trace[1173169616] 'applied index is now lower than readState.Index' (duration: 42.340398ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:01:22.590238Z","caller":"traceutil/trace.go:171","msg":"trace[1733003645] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"145.502601ms","start":"2026-03-31T19:01:22.444728Z","end":"2026-03-31T19:01:22.590231Z","steps":["trace[1733003645] 'process raft request' (duration: 103.08615ms)","trace[1733003645] 'compare' (duration: 42.177965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:01:22.590436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.604141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T19:01:22.590499Z","caller":"traceutil/trace.go:171","msg":"trace[1569452078] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13881; }","duration":"144.698553ms","start":"2026-03-31T19:01:22.445786Z","end":"2026-03-31T19:01:22.590485Z","steps":["trace[1569452078] 'agreement among raft nodes before linearized reading' (duration: 144.464878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:22.800671Z","caller":"traceutil/trace.go:171","msg":"trace[1418058379] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"129.357529ms","start":"2026-03-31T19:01:22.67128Z","end":"2026-03-31T19:01:22.800638Z","steps":["trace[1418058379] 'process raft request' (duration: 98.400245ms)","trace[1418058379] 'compare' (duration: 30.516394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:01:23.036411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.089977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375787"} {"level":"info","ts":"2026-03-31T19:01:23.036522Z","caller":"traceutil/trace.go:171","msg":"trace[993011545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:13884; }","duration":"135.235231ms","start":"2026-03-31T19:01:22.901261Z","end":"2026-03-31T19:01:23.036496Z","steps":["trace[993011545] 'range keys from in-memory index tree' (duration: 134.625267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:01:23.299502Z","caller":"traceutil/trace.go:171","msg":"trace[1860264106] transaction","detail":"{read_only:false; response_revision:13886; number_of_response:1; }","duration":"104.816698ms","start":"2026-03-31T19:01:23.194659Z","end":"2026-03-31T19:01:23.299476Z","steps":["trace[1860264106] 'process raft request' (duration: 104.649885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:05.648784Z","caller":"traceutil/trace.go:171","msg":"trace[1021552498] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"221.485423ms","start":"2026-03-31T19:02:05.427284Z","end":"2026-03-31T19:02:05.648769Z","steps":["trace[1021552498] 'process raft request' (duration: 221.297059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:05.648887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.122156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T19:02:05.648981Z","caller":"traceutil/trace.go:171","msg":"trace[437807515] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14098; }","duration":"188.226499ms","start":"2026-03-31T19:02:05.460732Z","end":"2026-03-31T19:02:05.648958Z","steps":["trace[437807515] 'agreement among raft nodes before linearized reading' (duration: 188.072475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:05.648782Z","caller":"traceutil/trace.go:171","msg":"trace[307613587] linearizableReadLoop","detail":"{readStateIndex:14656; appliedIndex:14655; }","duration":"188.000213ms","start":"2026-03-31T19:02:05.460742Z","end":"2026-03-31T19:02:05.648742Z","steps":["trace[307613587] 'read index received' (duration: 187.734807ms)","trace[307613587] 'applied index is now lower than readState.Index' (duration: 264.566µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:02:05.649243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.605648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T19:02:05.649312Z","caller":"traceutil/trace.go:171","msg":"trace[1899764530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:14098; }","duration":"176.71624ms","start":"2026-03-31T19:02:05.472574Z","end":"2026-03-31T19:02:05.64929Z","steps":["trace[1899764530] 'agreement among raft nodes before linearized reading' (duration: 176.568697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:05.649265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.891135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T19:02:05.649431Z","caller":"traceutil/trace.go:171","msg":"trace[1770043000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14098; }","duration":"140.070779ms","start":"2026-03-31T19:02:05.509345Z","end":"2026-03-31T19:02:05.649415Z","steps":["trace[1770043000] 'agreement among raft nodes before linearized reading' (duration: 139.850634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:05.805478Z","caller":"traceutil/trace.go:171","msg":"trace[2001850036] linearizableReadLoop","detail":"{readStateIndex:14657; appliedIndex:14656; }","duration":"136.777605ms","start":"2026-03-31T19:02:05.668661Z","end":"2026-03-31T19:02:05.805438Z","steps":["trace[2001850036] 'read index received' (duration: 67.052543ms)","trace[2001850036] 'applied index is now lower than readState.Index' (duration: 69.723631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:05.805567Z","caller":"traceutil/trace.go:171","msg":"trace[2019859373] transaction","detail":"{read_only:false; response_revision:14099; number_of_response:1; }","duration":"150.836869ms","start":"2026-03-31T19:02:05.654674Z","end":"2026-03-31T19:02:05.805511Z","steps":["trace[2019859373] 'process raft request' (duration: 81.114047ms)","trace[2019859373] 'compare' (duration: 69.294103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:02:05.805766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.088132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T19:02:05.805819Z","caller":"traceutil/trace.go:171","msg":"trace[1564288280] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14099; }","duration":"137.198765ms","start":"2026-03-31T19:02:05.668603Z","end":"2026-03-31T19:02:05.805802Z","steps":["trace[1564288280] 'agreement among raft nodes before linearized reading' (duration: 136.964338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:05.92327Z","caller":"traceutil/trace.go:171","msg":"trace[888289880] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"112.237765ms","start":"2026-03-31T19:02:05.810994Z","end":"2026-03-31T19:02:05.923231Z","steps":["trace[888289880] 'process raft request' (duration: 102.043797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:14.289427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.670655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T19:02:14.289618Z","caller":"traceutil/trace.go:171","msg":"trace[1640858666] transaction","detail":"{read_only:false; response_revision:14144; number_of_response:1; }","duration":"148.419096ms","start":"2026-03-31T19:02:14.141154Z","end":"2026-03-31T19:02:14.289573Z","steps":["trace[1640858666] 'process raft request' (duration: 35.451705ms)","trace[1640858666] 'compare' (duration: 112.185454ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T19:02:14.794307Z","caller":"traceutil/trace.go:171","msg":"trace[1934182642] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"111.755254ms","start":"2026-03-31T19:02:14.682522Z","end":"2026-03-31T19:02:14.794278Z","steps":["trace[1934182642] 'process raft request' (duration: 111.54801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:18.209482Z","caller":"traceutil/trace.go:171","msg":"trace[332987262] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"120.380368ms","start":"2026-03-31T19:02:18.089074Z","end":"2026-03-31T19:02:18.209455Z","steps":["trace[332987262] 'process raft request' (duration: 120.05379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:18.209401Z","caller":"traceutil/trace.go:171","msg":"trace[756406705] linearizableReadLoop","detail":"{readStateIndex:14725; appliedIndex:14724; }","duration":"100.777699ms","start":"2026-03-31T19:02:18.108585Z","end":"2026-03-31T19:02:18.209363Z","steps":["trace[756406705] 'read index received' (duration: 100.163975ms)","trace[756406705] 'applied index is now lower than readState.Index' (duration: 612.744µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T19:02:18.210144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.549035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:64 size:740103"} {"level":"info","ts":"2026-03-31T19:02:18.210206Z","caller":"traceutil/trace.go:171","msg":"trace[453380514] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:64; response_revision:14163; }","duration":"101.680359ms","start":"2026-03-31T19:02:18.108513Z","end":"2026-03-31T19:02:18.210194Z","steps":["trace[453380514] 'agreement among raft nodes before linearized reading' (duration: 101.078895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:22.268555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.35136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:4520"} {"level":"warn","ts":"2026-03-31T19:02:22.26862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.495902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-03-31T19:02:22.268669Z","caller":"traceutil/trace.go:171","msg":"trace[277417774] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:14182; }","duration":"167.497663ms","start":"2026-03-31T19:02:22.101142Z","end":"2026-03-31T19:02:22.268639Z","steps":["trace[277417774] 'range keys from in-memory index tree' (duration: 167.186947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:02:22.268692Z","caller":"traceutil/trace.go:171","msg":"trace[1858053927] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:14182; }","duration":"150.612234ms","start":"2026-03-31T19:02:22.118061Z","end":"2026-03-31T19:02:22.268674Z","steps":["trace[1858053927] 'range keys from in-memory index tree' (duration: 150.328888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:22.506681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.034281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"info","ts":"2026-03-31T19:02:22.506789Z","caller":"traceutil/trace.go:171","msg":"trace[725701724] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:14184; }","duration":"137.177284ms","start":"2026-03-31T19:02:22.369582Z","end":"2026-03-31T19:02:22.506759Z","steps":["trace[725701724] 'range keys from in-memory index tree' (duration: 136.815546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:37.386707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.94751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-03-31T19:02:37.386838Z","caller":"traceutil/trace.go:171","msg":"trace[401327257] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:14260; }","duration":"108.121833ms","start":"2026-03-31T19:02:37.278687Z","end":"2026-03-31T19:02:37.386809Z","steps":["trace[401327257] 'range keys from in-memory index tree' (duration: 107.841847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T19:02:37.386847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.520314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T19:02:37.387457Z","caller":"traceutil/trace.go:171","msg":"trace[1379403420] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14260; }","duration":"135.20997ms","start":"2026-03-31T19:02:37.252224Z","end":"2026-03-31T19:02:37.387434Z","steps":["trace[1379403420] 'count revisions from in-memory index tree' (duration: 134.409862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T19:03:27.057983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12977} {"level":"info","ts":"2026-03-31T19:03:27.131022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12977,"took":"69.647901ms","hash":503143367,"current-db-size-bytes":40677376,"current-db-size":"41 MB","current-db-size-in-use-bytes":19726336,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T19:03:27.131129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":503143367,"revision":12977,"compact-revision":11102}