{"level":"warn","ts":"2026-03-14T07:02:26.677543Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:02:26.677659Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T07:02:26.677726Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:02:26.677742Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-14T07:02:26.677762Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:02:26.678537Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-03-14T07:02:26.678635Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T07:02:26.687127Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.226846ms"} {"level":"info","ts":"2026-03-14T07:02:26.701227Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-03-14T07:02:26.701412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T07:02:26.701447Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-03-14T07:02:26.701462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T07:02:26.701472Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-03-14T07:02:26.701515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-03-14T07:02:26.708189Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T07:02:26.710845Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T07:02:26.712731Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T07:02:26.71568Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T07:02:26.715907Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T07:02:26.715995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:02:26.716089Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:02:26.716103Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:02:26.717236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-03-14T07:02:26.717526Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-14T07:02:26.718074Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:02:26.718266Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-14T07:02:26.718305Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T07:02:26.718327Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-14T07:02:26.718348Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T07:02:26.802893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T07:02:26.802945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T07:02:26.802981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-03-14T07:02:26.802999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-03-14T07:02:26.803026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-14T07:02:26.803041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-03-14T07:02:26.803054Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-14T07:02:26.803998Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:26.804787Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:02:26.804789Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T07:02:26.804911Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:02:26.80517Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T07:02:26.805215Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T07:02:26.805517Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:26.80565Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:26.805696Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:02:26.808134Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T07:02:26.809683Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-03-14T07:02:44.976325Z","caller":"traceutil/trace.go:171","msg":"trace[798699285] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"443.022858ms","start":"2026-03-14T07:02:44.533282Z","end":"2026-03-14T07:02:44.976305Z","steps":["trace[798699285] 'read index received' (duration: 442.856694ms)","trace[798699285] 'applied index is now lower than readState.Index' (duration: 165.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:44.976426Z","caller":"traceutil/trace.go:171","msg":"trace[2004579830] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"723.78159ms","start":"2026-03-14T07:02:44.252616Z","end":"2026-03-14T07:02:44.976398Z","steps":["trace[2004579830] 'process raft request' (duration: 723.574065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:44.976515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.219843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:02:44.97658Z","caller":"traceutil/trace.go:171","msg":"trace[929897882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"443.339476ms","start":"2026-03-14T07:02:44.533232Z","end":"2026-03-14T07:02:44.976571Z","steps":["trace[929897882] 'agreement among raft nodes before linearized reading' (duration: 443.228853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:44.976611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.533195Z","time spent":"443.409318ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:02:44.976708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.156908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:44.976766Z","caller":"traceutil/trace.go:171","msg":"trace[1559613764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"335.256411ms","start":"2026-03-14T07:02:44.641495Z","end":"2026-03-14T07:02:44.976753Z","steps":["trace[1559613764] 'agreement among raft nodes before linearized reading' (duration: 335.169718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:44.976791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.641475Z","time spent":"335.311292ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:02:44.976835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.252584Z","time spent":"723.908193ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:44.976915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.506246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:02:44.976943Z","caller":"traceutil/trace.go:171","msg":"trace[1845760818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:377; }","duration":"100.591128ms","start":"2026-03-14T07:02:44.876346Z","end":"2026-03-14T07:02:44.976937Z","steps":["trace[1845760818] 'agreement among raft nodes before linearized reading' (duration: 100.545477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:44.976986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.140787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:02:44.977008Z","caller":"traceutil/trace.go:171","msg":"trace[562035241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:377; }","duration":"100.208229ms","start":"2026-03-14T07:02:44.876795Z","end":"2026-03-14T07:02:44.977003Z","steps":["trace[562035241] 'agreement among raft nodes before linearized reading' (duration: 100.169048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.58608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.351091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:02:45.586212Z","caller":"traceutil/trace.go:171","msg":"trace[1229778225] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"606.408183ms","start":"2026-03-14T07:02:44.979782Z","end":"2026-03-14T07:02:45.58619Z","steps":["trace[1229778225] 'process raft request' (duration: 238.726234ms)","trace[1229778225] 'compare' (duration: 367.176577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:02:45.586276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.979762Z","time spent":"606.487224ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:45.587949Z","caller":"traceutil/trace.go:171","msg":"trace[454571603] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"607.286565ms","start":"2026-03-14T07:02:44.980646Z","end":"2026-03-14T07:02:45.587933Z","steps":["trace[454571603] 'process raft request' (duration: 607.175582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.588061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.98063Z","time spent":"607.370577ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:45.588205Z","caller":"traceutil/trace.go:171","msg":"trace[1633203182] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"607.514091ms","start":"2026-03-14T07:02:44.98067Z","end":"2026-03-14T07:02:45.588184Z","steps":["trace[1633203182] 'process raft request' (duration: 607.239564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.588307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.980649Z","time spent":"607.609233ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:45.588367Z","caller":"traceutil/trace.go:171","msg":"trace[262661421] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:388; }","duration":"539.845544ms","start":"2026-03-14T07:02:45.048501Z","end":"2026-03-14T07:02:45.588347Z","steps":["trace[262661421] 'read index received' (duration: 169.998911ms)","trace[262661421] 'applied index is now lower than readState.Index' (duration: 369.845713ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:45.588408Z","caller":"traceutil/trace.go:171","msg":"trace[801620301] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"601.732837ms","start":"2026-03-14T07:02:44.986646Z","end":"2026-03-14T07:02:45.588379Z","steps":["trace[801620301] 'process raft request' (duration: 601.44676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.588472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.972607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:02:45.588495Z","caller":"traceutil/trace.go:171","msg":"trace[273991196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:381; }","duration":"540.028338ms","start":"2026-03-14T07:02:45.04846Z","end":"2026-03-14T07:02:45.588488Z","steps":["trace[273991196] 'agreement among raft nodes before linearized reading' (duration: 539.985607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.588513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:45.048439Z","time spent":"540.070799ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:02:45.588634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:44.986636Z","time spent":"601.852759ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:45.597317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.766136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-14T07:02:45.597375Z","caller":"traceutil/trace.go:171","msg":"trace[2037124845] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:381; }","duration":"366.854458ms","start":"2026-03-14T07:02:45.230508Z","end":"2026-03-14T07:02:45.597362Z","steps":["trace[2037124845] 'agreement among raft nodes before linearized reading' (duration: 366.752296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:45.597421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:45.230493Z","time spent":"366.92026ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-14T07:02:52.254742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044848320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:02:53.745487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115806327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:02:53.7458Z","caller":"traceutil/trace.go:171","msg":"trace[497303954] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:436; }","duration":"2.005893283s","start":"2026-03-14T07:02:51.739886Z","end":"2026-03-14T07:02:53.745779Z","steps":["trace[497303954] 'read index received' (duration: 889.719037ms)","trace[497303954] 'applied index is now lower than readState.Index' (duration: 1.116172856s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:53.746136Z","caller":"traceutil/trace.go:171","msg":"trace[1005486302] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"2.038576628s","start":"2026-03-14T07:02:51.707529Z","end":"2026-03-14T07:02:53.746106Z","steps":["trace[1005486302] 'process raft request' (duration: 922.064564ms)","trace[1005486302] 'compare' (duration: 1.115546971s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:53.746167Z","caller":"traceutil/trace.go:171","msg":"trace[1444390640] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"2.03824632s","start":"2026-03-14T07:02:51.707896Z","end":"2026-03-14T07:02:53.746142Z","steps":["trace[1444390640] 'process raft request' (duration: 2.037697507s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.746233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.707504Z","time spent":"2.038689111s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:53.746218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006319493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:02:53.746288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.707881Z","time spent":"2.038339733s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:53.74632Z","caller":"traceutil/trace.go:171","msg":"trace[822670545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:425; }","duration":"2.006479446s","start":"2026-03-14T07:02:51.739819Z","end":"2026-03-14T07:02:53.746299Z","steps":["trace[822670545] 'agreement among raft nodes before linearized reading' (duration: 2.006308742s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.746376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:51.739794Z","time spent":"2.006569079s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:02:53.746433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107095458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:53.74646Z","caller":"traceutil/trace.go:171","msg":"trace[1995940412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"1.107154759s","start":"2026-03-14T07:02:52.639296Z","end":"2026-03-14T07:02:53.746451Z","steps":["trace[1995940412] 'agreement among raft nodes before linearized reading' (duration: 1.107106728s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.746479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.639275Z","time spent":"1.1071994s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:02:53.746479Z","caller":"traceutil/trace.go:171","msg":"trace[463344798] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"1.266417703s","start":"2026-03-14T07:02:52.479997Z","end":"2026-03-14T07:02:53.746415Z","steps":["trace[463344798] 'process raft request' (duration: 1.265731007s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:53.746568Z","caller":"traceutil/trace.go:171","msg":"trace[63707564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"100.012032ms","start":"2026-03-14T07:02:53.646507Z","end":"2026-03-14T07:02:53.746519Z","steps":["trace[63707564] 'agreement among raft nodes before linearized reading' (duration: 99.93801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:53.746671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:52.479974Z","time spent":"1.266594288s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:02:53.947669Z","caller":"traceutil/trace.go:171","msg":"trace[1353998662] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"197.058652ms","start":"2026-03-14T07:02:53.750584Z","end":"2026-03-14T07:02:53.947642Z","steps":["trace[1353998662] 'process raft request' (duration: 149.904579ms)","trace[1353998662] 'compare' (duration: 47.03611ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:54.268252Z","caller":"traceutil/trace.go:171","msg":"trace[617945639] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:439; }","duration":"512.140059ms","start":"2026-03-14T07:02:53.756082Z","end":"2026-03-14T07:02:54.268222Z","steps":["trace[617945639] 'read index received' (duration: 144.336047ms)","trace[617945639] 'applied index is now lower than readState.Index' (duration: 367.802212ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:02:54.268273Z","caller":"traceutil/trace.go:171","msg":"trace[89185199] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"517.506987ms","start":"2026-03-14T07:02:53.750742Z","end":"2026-03-14T07:02:54.268249Z","steps":["trace[89185199] 'process raft request' (duration: 514.016043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.268352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.259052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:02:54.268397Z","caller":"traceutil/trace.go:171","msg":"trace[99478264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"512.375245ms","start":"2026-03-14T07:02:53.756009Z","end":"2026-03-14T07:02:54.268385Z","steps":["trace[99478264] 'agreement among raft nodes before linearized reading' (duration: 512.302463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:54.268432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:53.750722Z","time spent":"517.62069ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:02:54.268462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:53.755979Z","time spent":"512.473437ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:02:57.870477Z","caller":"traceutil/trace.go:171","msg":"trace[814884634] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"104.852818ms","start":"2026-03-14T07:02:57.765601Z","end":"2026-03-14T07:02:57.870454Z","steps":["trace[814884634] 'process raft request' (duration: 104.311335ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:02:59.321777Z","caller":"traceutil/trace.go:171","msg":"trace[478339923] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"533.315637ms","start":"2026-03-14T07:02:58.788435Z","end":"2026-03-14T07:02:59.32175Z","steps":["trace[478339923] 'process raft request' (duration: 532.900918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:02:59.321931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:02:58.788337Z","time spent":"533.523932ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:03:02.010961Z","caller":"traceutil/trace.go:171","msg":"trace[1378166430] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"128.054956ms","start":"2026-03-14T07:03:01.882884Z","end":"2026-03-14T07:03:02.010939Z","steps":["trace[1378166430] 'read index received' (duration: 127.913022ms)","trace[1378166430] 'applied index is now lower than readState.Index' (duration: 141.314µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:02.011171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.265581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:02.011204Z","caller":"traceutil/trace.go:171","msg":"trace[87057240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"128.339003ms","start":"2026-03-14T07:03:01.882855Z","end":"2026-03-14T07:03:02.011194Z","steps":["trace[87057240] 'agreement among raft nodes before linearized reading' (duration: 128.266371ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:02.011422Z","caller":"traceutil/trace.go:171","msg":"trace[1438435192] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"203.039405ms","start":"2026-03-14T07:03:01.808036Z","end":"2026-03-14T07:03:02.011075Z","steps":["trace[1438435192] 'process raft request' (duration: 202.717027ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:08.351267Z","caller":"traceutil/trace.go:171","msg":"trace[128489277] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"305.023174ms","start":"2026-03-14T07:03:08.046218Z","end":"2026-03-14T07:03:08.351241Z","steps":["trace[128489277] 'read index received' (duration: 304.82751ms)","trace[128489277] 'applied index is now lower than readState.Index' (duration: 194.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:08.351309Z","caller":"traceutil/trace.go:171","msg":"trace[1528386325] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"311.642964ms","start":"2026-03-14T07:03:08.03964Z","end":"2026-03-14T07:03:08.351283Z","steps":["trace[1528386325] 'process raft request' (duration: 311.46139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:08.351434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.039619Z","time spent":"311.747537ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:08.351444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.21579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T07:03:08.351541Z","caller":"traceutil/trace.go:171","msg":"trace[2087331203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"305.328322ms","start":"2026-03-14T07:03:08.046201Z","end":"2026-03-14T07:03:08.351529Z","steps":["trace[2087331203] 'agreement among raft nodes before linearized reading' (duration: 305.186409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:08.351525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.938711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:03:08.351609Z","caller":"traceutil/trace.go:171","msg":"trace[1413902171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"302.068175ms","start":"2026-03-14T07:03:08.04952Z","end":"2026-03-14T07:03:08.351588Z","steps":["trace[1413902171] 'agreement among raft nodes before linearized reading' (duration: 301.912181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:08.351608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.585887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qgpqx\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-14T07:03:08.351653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.049502Z","time spent":"302.142846ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:03:08.351663Z","caller":"traceutil/trace.go:171","msg":"trace[1374020595] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qgpqx; range_end:; response_count:1; response_revision:516; }","duration":"287.654308ms","start":"2026-03-14T07:03:08.063993Z","end":"2026-03-14T07:03:08.351647Z","steps":["trace[1374020595] 'agreement among raft nodes before linearized reading' (duration: 287.488404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:08.351612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.046166Z","time spent":"305.416015ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:03:08.547403Z","caller":"traceutil/trace.go:171","msg":"trace[765435071] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"189.406299ms","start":"2026-03-14T07:03:08.357966Z","end":"2026-03-14T07:03:08.547372Z","steps":["trace[765435071] 'process raft request' (duration: 129.980562ms)","trace[765435071] 'compare' (duration: 59.283083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:09.11026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.975084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:09.110467Z","caller":"traceutil/trace.go:171","msg":"trace[263280354] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:533; }","duration":"664.038847ms","start":"2026-03-14T07:03:08.446412Z","end":"2026-03-14T07:03:09.110451Z","steps":["trace[263280354] 'read index received' (duration: 41.576689ms)","trace[263280354] 'applied index is now lower than readState.Index' (duration: 622.461178ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:09.110558Z","caller":"traceutil/trace.go:171","msg":"trace[1777560182] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"745.735279ms","start":"2026-03-14T07:03:08.364814Z","end":"2026-03-14T07:03:09.110549Z","steps":["trace[1777560182] 'process raft request' (duration: 745.572814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:09.110626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.364795Z","time spent":"745.797881ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:09.110658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.459324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:09.11067Z","caller":"traceutil/trace.go:171","msg":"trace[626380619] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"752.584104ms","start":"2026-03-14T07:03:08.358043Z","end":"2026-03-14T07:03:09.110627Z","steps":["trace[626380619] 'process raft request' (duration: 377.165088ms)","trace[626380619] 'compare' (duration: 374.879392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:09.1107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.468771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:09.110745Z","caller":"traceutil/trace.go:171","msg":"trace[1321524028] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:519; }","duration":"648.597636ms","start":"2026-03-14T07:03:08.462119Z","end":"2026-03-14T07:03:09.110717Z","steps":["trace[1321524028] 'agreement among raft nodes before linearized reading' (duration: 648.459253ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:09.11078Z","caller":"traceutil/trace.go:171","msg":"trace[2024136624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"468.597804ms","start":"2026-03-14T07:03:08.64216Z","end":"2026-03-14T07:03:09.110758Z","steps":["trace[2024136624] 'agreement among raft nodes before linearized reading' (duration: 468.477481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:09.110805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.462097Z","time spent":"648.697599ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-14T07:03:09.110807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.387456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:03:09.110815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.358021Z","time spent":"752.720987ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:09.110824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.642122Z","time spent":"468.692876ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:03:09.110868Z","caller":"traceutil/trace.go:171","msg":"trace[1928339934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"664.482478ms","start":"2026-03-14T07:03:08.446365Z","end":"2026-03-14T07:03:09.110847Z","steps":["trace[1928339934] 'agreement among raft nodes before linearized reading' (duration: 664.276933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:09.110917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:08.446346Z","time spent":"664.563311ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:03:10.459519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067588128s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:10.459739Z","caller":"traceutil/trace.go:171","msg":"trace[2073783204] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:536; }","duration":"338.247633ms","start":"2026-03-14T07:03:10.121469Z","end":"2026-03-14T07:03:10.459716Z","steps":["trace[2073783204] 'read index received' (duration: 297.379842ms)","trace[2073783204] 'applied index is now lower than readState.Index' (duration: 40.866851ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:10.459856Z","caller":"traceutil/trace.go:171","msg":"trace[1762180573] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.342163062s","start":"2026-03-14T07:03:09.117666Z","end":"2026-03-14T07:03:10.459829Z","steps":["trace[1762180573] 'process raft request' (duration: 274.172574ms)","trace[1762180573] 'compare' (duration: 1.067387173s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:10.459847Z","caller":"traceutil/trace.go:171","msg":"trace[505582728] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"808.541717ms","start":"2026-03-14T07:03:09.651257Z","end":"2026-03-14T07:03:10.459798Z","steps":["trace[505582728] 'process raft request' (duration: 808.378633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:10.459901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.421417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:03:10.459956Z","caller":"traceutil/trace.go:171","msg":"trace[218000049] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:521; }","duration":"338.507179ms","start":"2026-03-14T07:03:10.121429Z","end":"2026-03-14T07:03:10.459937Z","steps":["trace[218000049] 'agreement among raft nodes before linearized reading' (duration: 338.410707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:10.459966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.997937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-14T07:03:10.459999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:10.121411Z","time spent":"338.579221ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-14T07:03:10.46002Z","caller":"traceutil/trace.go:171","msg":"trace[1385357539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"104.09545ms","start":"2026-03-14T07:03:10.355912Z","end":"2026-03-14T07:03:10.460008Z","steps":["trace[1385357539] 'agreement among raft nodes before linearized reading' (duration: 103.996287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:10.460009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:09.651232Z","time spent":"808.69802ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:10.460012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:09.117612Z","time spent":"1.342311876s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:10.685105Z","caller":"traceutil/trace.go:171","msg":"trace[1653589722] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"133.483975ms","start":"2026-03-14T07:03:10.551588Z","end":"2026-03-14T07:03:10.685072Z","steps":["trace[1653589722] 'read index received' (duration: 102.976933ms)","trace[1653589722] 'applied index is now lower than readState.Index' (duration: 30.505512ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:10.685158Z","caller":"traceutil/trace.go:171","msg":"trace[864803434] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"158.066576ms","start":"2026-03-14T07:03:10.527038Z","end":"2026-03-14T07:03:10.685104Z","steps":["trace[864803434] 'process raft request' (duration: 127.539933ms)","trace[864803434] 'compare' (duration: 30.241685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:10.685585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.972297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:03:10.685743Z","caller":"traceutil/trace.go:171","msg":"trace[893713720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"134.191792ms","start":"2026-03-14T07:03:10.551516Z","end":"2026-03-14T07:03:10.685707Z","steps":["trace[893713720] 'agreement among raft nodes before linearized reading' (duration: 133.708941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:11.190873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044848530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:03:12.354194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09055447s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:12.354315Z","caller":"traceutil/trace.go:171","msg":"trace[38702450] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:541; }","duration":"1.664217437s","start":"2026-03-14T07:03:10.690079Z","end":"2026-03-14T07:03:12.354296Z","steps":["trace[38702450] 'read index received' (duration: 573.479792ms)","trace[38702450] 'applied index is now lower than readState.Index' (duration: 1.090736335s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:12.354413Z","caller":"traceutil/trace.go:171","msg":"trace[1721149477] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.664912943s","start":"2026-03-14T07:03:10.689486Z","end":"2026-03-14T07:03:12.354399Z","steps":["trace[1721149477] 'process raft request' (duration: 574.030845ms)","trace[1721149477] 'compare' (duration: 1.090434318s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:12.354486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:10.689421Z","time spent":"1.665024656s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:12.354612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235992924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:03:12.354598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664494024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:03:12.354678Z","caller":"traceutil/trace.go:171","msg":"trace[314608486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:524; }","duration":"1.236102787s","start":"2026-03-14T07:03:11.118562Z","end":"2026-03-14T07:03:12.354665Z","steps":["trace[314608486] 'agreement among raft nodes before linearized reading' (duration: 1.235913162s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:12.354714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:11.118517Z","time spent":"1.236189219s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:03:12.354724Z","caller":"traceutil/trace.go:171","msg":"trace[974927223] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:524; }","duration":"1.664638817s","start":"2026-03-14T07:03:10.690061Z","end":"2026-03-14T07:03:12.3547Z","steps":["trace[974927223] 'agreement among raft nodes before linearized reading' (duration: 1.664432083s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:12.354768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:10.690052Z","time spent":"1.66470656s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T07:03:12.971554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044848533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:03:13.372303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.055453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:13.372421Z","caller":"traceutil/trace.go:171","msg":"trace[1723335889] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:542; }","duration":"901.423768ms","start":"2026-03-14T07:03:12.47098Z","end":"2026-03-14T07:03:13.372404Z","steps":["trace[1723335889] 'read index received' (duration: 597.167291ms)","trace[1723335889] 'applied index is now lower than readState.Index' (duration: 304.244167ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:13.372497Z","caller":"traceutil/trace.go:171","msg":"trace[1136938024] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.013577891s","start":"2026-03-14T07:03:12.35891Z","end":"2026-03-14T07:03:13.372488Z","steps":["trace[1136938024] 'process raft request' (duration: 709.246342ms)","trace[1136938024] 'compare' (duration: 303.93928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:13.37255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:12.358878Z","time spent":"1.013647813s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:03:13.372642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.454644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:13.372694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.180713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:03:13.372702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.685044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:03:13.372749Z","caller":"traceutil/trace.go:171","msg":"trace[10379410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"733.608428ms","start":"2026-03-14T07:03:12.63912Z","end":"2026-03-14T07:03:13.372728Z","steps":["trace[10379410] 'agreement among raft nodes before linearized reading' (duration: 733.446954ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:13.372769Z","caller":"traceutil/trace.go:171","msg":"trace[1823048668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"824.306685ms","start":"2026-03-14T07:03:12.548439Z","end":"2026-03-14T07:03:13.372746Z","steps":["trace[1823048668] 'agreement among raft nodes before linearized reading' (duration: 824.09277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:13.372802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:12.639101Z","time spent":"733.693089ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:03:13.37281Z","caller":"traceutil/trace.go:171","msg":"trace[1124660363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:525; }","duration":"901.865488ms","start":"2026-03-14T07:03:12.470916Z","end":"2026-03-14T07:03:13.372782Z","steps":["trace[1124660363] 'agreement among raft nodes before linearized reading' (duration: 901.621422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:13.372825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:12.548409Z","time spent":"824.404288ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:13.372863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:12.470891Z","time spent":"901.962161ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:03:13.695892Z","caller":"traceutil/trace.go:171","msg":"trace[289584384] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:543; }","duration":"298.096049ms","start":"2026-03-14T07:03:13.397773Z","end":"2026-03-14T07:03:13.695869Z","steps":["trace[289584384] 'read index received' (duration: 222.79289ms)","trace[289584384] 'applied index is now lower than readState.Index' (duration: 75.302119ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:13.695944Z","caller":"traceutil/trace.go:171","msg":"trace[560075875] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"319.322219ms","start":"2026-03-14T07:03:13.376578Z","end":"2026-03-14T07:03:13.6959Z","steps":["trace[560075875] 'process raft request' (duration: 243.969929ms)","trace[560075875] 'compare' (duration: 75.151945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:13.69608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.275173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:13.696192Z","caller":"traceutil/trace.go:171","msg":"trace[596286720] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:527; }","duration":"298.435306ms","start":"2026-03-14T07:03:13.397732Z","end":"2026-03-14T07:03:13.696167Z","steps":["trace[596286720] 'agreement among raft nodes before linearized reading' (duration: 298.256952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:13.696276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:13.376552Z","time spent":"319.467822ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:13.696534Z","caller":"traceutil/trace.go:171","msg":"trace[1567963121] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"317.30851ms","start":"2026-03-14T07:03:13.378641Z","end":"2026-03-14T07:03:13.695949Z","steps":["trace[1567963121] 'process raft request' (duration: 317.185487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:13.696808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:13.378628Z","time spent":"318.006007ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:14.170382Z","caller":"traceutil/trace.go:171","msg":"trace[1070977095] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"174.562373ms","start":"2026-03-14T07:03:13.995793Z","end":"2026-03-14T07:03:14.170356Z","steps":["trace[1070977095] 'process raft request' (duration: 174.386198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170385Z","caller":"traceutil/trace.go:171","msg":"trace[340446556] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"176.370395ms","start":"2026-03-14T07:03:13.993969Z","end":"2026-03-14T07:03:14.170339Z","steps":["trace[340446556] 'process raft request' (duration: 135.820151ms)","trace[340446556] 'compare' (duration: 40.059983ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:14.170435Z","caller":"traceutil/trace.go:171","msg":"trace[603731502] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"176.295064ms","start":"2026-03-14T07:03:13.994117Z","end":"2026-03-14T07:03:14.170412Z","steps":["trace[603731502] 'process raft request' (duration: 175.913035ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170462Z","caller":"traceutil/trace.go:171","msg":"trace[1911324806] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"174.660226ms","start":"2026-03-14T07:03:13.995776Z","end":"2026-03-14T07:03:14.170437Z","steps":["trace[1911324806] 'process raft request' (duration: 174.364299ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170426Z","caller":"traceutil/trace.go:171","msg":"trace[1006569706] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"174.529392ms","start":"2026-03-14T07:03:13.995863Z","end":"2026-03-14T07:03:14.170392Z","steps":["trace[1006569706] 'process raft request' (duration: 174.355437ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170657Z","caller":"traceutil/trace.go:171","msg":"trace[1108722308] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"174.675315ms","start":"2026-03-14T07:03:13.995966Z","end":"2026-03-14T07:03:14.170641Z","steps":["trace[1108722308] 'process raft request' (duration: 174.321197ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170838Z","caller":"traceutil/trace.go:171","msg":"trace[1827534684] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"174.84809ms","start":"2026-03-14T07:03:13.99598Z","end":"2026-03-14T07:03:14.170828Z","steps":["trace[1827534684] 'process raft request' (duration: 174.607014ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170913Z","caller":"traceutil/trace.go:171","msg":"trace[671318830] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"174.859869ms","start":"2026-03-14T07:03:13.996035Z","end":"2026-03-14T07:03:14.170895Z","steps":["trace[671318830] 'process raft request' (duration: 174.797268ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170932Z","caller":"traceutil/trace.go:171","msg":"trace[1418612613] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"174.8829ms","start":"2026-03-14T07:03:13.996006Z","end":"2026-03-14T07:03:14.170889Z","steps":["trace[1418612613] 'process raft request' (duration: 174.762927ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.170373Z","caller":"traceutil/trace.go:171","msg":"trace[1204274783] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"174.397068ms","start":"2026-03-14T07:03:13.995949Z","end":"2026-03-14T07:03:14.170346Z","steps":["trace[1204274783] 'process raft request' (duration: 174.299566ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.172921Z","caller":"traceutil/trace.go:171","msg":"trace[543149995] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"174.713007ms","start":"2026-03-14T07:03:13.998062Z","end":"2026-03-14T07:03:14.172775Z","steps":["trace[543149995] 'process raft request' (duration: 172.893833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.1745Z","caller":"traceutil/trace.go:171","msg":"trace[1131420846] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"173.469496ms","start":"2026-03-14T07:03:13.997569Z","end":"2026-03-14T07:03:14.171039Z","steps":["trace[1131420846] 'process raft request' (duration: 173.316022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.174646Z","caller":"traceutil/trace.go:171","msg":"trace[299812751] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"173.055066ms","start":"2026-03-14T07:03:13.997986Z","end":"2026-03-14T07:03:14.171041Z","steps":["trace[299812751] 'process raft request' (duration: 172.926153ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.176964Z","caller":"traceutil/trace.go:171","msg":"trace[850879924] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"177.010002ms","start":"2026-03-14T07:03:13.996065Z","end":"2026-03-14T07:03:14.173075Z","steps":["trace[850879924] 'process raft request' (duration: 174.788058ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.508377Z","caller":"traceutil/trace.go:171","msg":"trace[1459618056] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"186.15756ms","start":"2026-03-14T07:03:14.32216Z","end":"2026-03-14T07:03:14.508318Z","steps":["trace[1459618056] 'process raft request' (duration: 149.424638ms)","trace[1459618056] 'compare' (duration: 36.413195ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:14.508442Z","caller":"traceutil/trace.go:171","msg":"trace[882087477] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"182.410941ms","start":"2026-03-14T07:03:14.325981Z","end":"2026-03-14T07:03:14.508392Z","steps":["trace[882087477] 'process raft request' (duration: 182.194366ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.508463Z","caller":"traceutil/trace.go:171","msg":"trace[926924882] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"182.289648ms","start":"2026-03-14T07:03:14.326142Z","end":"2026-03-14T07:03:14.508432Z","steps":["trace[926924882] 'process raft request' (duration: 182.129364ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.509294Z","caller":"traceutil/trace.go:171","msg":"trace[137278921] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"181.793416ms","start":"2026-03-14T07:03:14.327486Z","end":"2026-03-14T07:03:14.509279Z","steps":["trace[137278921] 'process raft request' (duration: 180.876973ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.509745Z","caller":"traceutil/trace.go:171","msg":"trace[1880084964] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"166.640903ms","start":"2026-03-14T07:03:14.343078Z","end":"2026-03-14T07:03:14.509719Z","steps":["trace[1880084964] 'process raft request' (duration: 166.026738ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:14.509828Z","caller":"traceutil/trace.go:171","msg":"trace[1999753457] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:650; }","duration":"150.893544ms","start":"2026-03-14T07:03:14.358911Z","end":"2026-03-14T07:03:14.509805Z","steps":["trace[1999753457] 'read index received' (duration: 112.798368ms)","trace[1999753457] 'applied index is now lower than readState.Index' (duration: 38.094206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:14.509963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.032988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:03:14.510003Z","caller":"traceutil/trace.go:171","msg":"trace[1291496117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"151.125409ms","start":"2026-03-14T07:03:14.358867Z","end":"2026-03-14T07:03:14.509992Z","steps":["trace[1291496117] 'agreement among raft nodes before linearized reading' (duration: 151.036267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:15.877476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044848729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:03:16.075411Z","caller":"traceutil/trace.go:171","msg":"trace[698058534] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:675; }","duration":"698.393743ms","start":"2026-03-14T07:03:15.376996Z","end":"2026-03-14T07:03:16.07539Z","steps":["trace[698058534] 'read index received' (duration: 698.2499ms)","trace[698058534] 'applied index is now lower than readState.Index' (duration: 142.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:16.075465Z","caller":"traceutil/trace.go:171","msg":"trace[774401476] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"707.679506ms","start":"2026-03-14T07:03:15.367741Z","end":"2026-03-14T07:03:16.07542Z","steps":["trace[774401476] 'process raft request' (duration: 707.522492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.075613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.606768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-14T07:03:16.075647Z","caller":"traceutil/trace.go:171","msg":"trace[743408713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:657; }","duration":"698.69339ms","start":"2026-03-14T07:03:15.376944Z","end":"2026-03-14T07:03:16.075637Z","steps":["trace[743408713] 'agreement among raft nodes before linearized reading' (duration: 698.560547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.075626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.957486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:16.075654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.367722Z","time spent":"707.843409ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:03:16.075704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.32509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:03:16.075732Z","caller":"traceutil/trace.go:171","msg":"trace[221894677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"435.102509ms","start":"2026-03-14T07:03:15.640603Z","end":"2026-03-14T07:03:16.075705Z","steps":["trace[221894677] 'agreement among raft nodes before linearized reading' (duration: 434.942085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.075744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.446753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:03:16.075673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.376922Z","time spent":"698.744662ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:16.075803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.640583Z","time spent":"435.211592ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:03:16.075808Z","caller":"traceutil/trace.go:171","msg":"trace[964622272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:657; }","duration":"374.457043ms","start":"2026-03-14T07:03:15.701327Z","end":"2026-03-14T07:03:16.075784Z","steps":["trace[964622272] 'agreement among raft nodes before linearized reading' (duration: 374.255079ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.075829Z","caller":"traceutil/trace.go:171","msg":"trace[349608052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:657; }","duration":"374.541535ms","start":"2026-03-14T07:03:15.701267Z","end":"2026-03-14T07:03:16.075809Z","steps":["trace[349608052] 'agreement among raft nodes before linearized reading' (duration: 374.359201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:16.075857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.701321Z","time spent":"374.527155ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:03:16.075878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:15.701232Z","time spent":"374.637287ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:03:16.254592Z","caller":"traceutil/trace.go:171","msg":"trace[1710039517] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"148.165018ms","start":"2026-03-14T07:03:16.106396Z","end":"2026-03-14T07:03:16.254561Z","steps":["trace[1710039517] 'process raft request' (duration: 112.88341ms)","trace[1710039517] 'compare' (duration: 35.120654ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:16.331279Z","caller":"traceutil/trace.go:171","msg":"trace[1954032896] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"207.471212ms","start":"2026-03-14T07:03:16.123767Z","end":"2026-03-14T07:03:16.331239Z","steps":["trace[1954032896] 'process raft request' (duration: 207.281888ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.395461Z","caller":"traceutil/trace.go:171","msg":"trace[1311406650] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"103.857204ms","start":"2026-03-14T07:03:16.29158Z","end":"2026-03-14T07:03:16.395437Z","steps":["trace[1311406650] 'process raft request' (duration: 90.163695ms)","trace[1311406650] 'compare' (duration: 13.494824ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:16.812212Z","caller":"traceutil/trace.go:171","msg":"trace[2006603521] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"189.922702ms","start":"2026-03-14T07:03:16.622258Z","end":"2026-03-14T07:03:16.812181Z","steps":["trace[2006603521] 'process raft request' (duration: 189.85875ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:16.812345Z","caller":"traceutil/trace.go:171","msg":"trace[1189127502] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"244.090612ms","start":"2026-03-14T07:03:16.568201Z","end":"2026-03-14T07:03:16.812291Z","steps":["trace[1189127502] 'process raft request' (duration: 192.309288ms)","trace[1189127502] 'compare' (duration: 51.447636ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:16.858868Z","caller":"traceutil/trace.go:171","msg":"trace[776254320] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"214.816388ms","start":"2026-03-14T07:03:16.644022Z","end":"2026-03-14T07:03:16.858838Z","steps":["trace[776254320] 'process raft request' (duration: 214.675215ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.10745Z","caller":"traceutil/trace.go:171","msg":"trace[543021419] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"175.005652ms","start":"2026-03-14T07:03:16.932404Z","end":"2026-03-14T07:03:17.107409Z","steps":["trace[543021419] 'process raft request' (duration: 125.113754ms)","trace[543021419] 'compare' (duration: 49.780876ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:17.129479Z","caller":"traceutil/trace.go:171","msg":"trace[464710772] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"106.660512ms","start":"2026-03-14T07:03:17.022787Z","end":"2026-03-14T07:03:17.129447Z","steps":["trace[464710772] 'process raft request' (duration: 105.364721ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.28983Z","caller":"traceutil/trace.go:171","msg":"trace[686320854] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"144.91599ms","start":"2026-03-14T07:03:17.144884Z","end":"2026-03-14T07:03:17.2898Z","steps":["trace[686320854] 'process raft request' (duration: 144.840968ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.29008Z","caller":"traceutil/trace.go:171","msg":"trace[620272829] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"152.631415ms","start":"2026-03-14T07:03:17.137222Z","end":"2026-03-14T07:03:17.289853Z","steps":["trace[620272829] 'process raft request' (duration: 143.27574ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.384369Z","caller":"traceutil/trace.go:171","msg":"trace[1282689355] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"162.606915ms","start":"2026-03-14T07:03:17.221735Z","end":"2026-03-14T07:03:17.384342Z","steps":["trace[1282689355] 'process raft request' (duration: 162.478152ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.479265Z","caller":"traceutil/trace.go:171","msg":"trace[1174240653] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"181.010517ms","start":"2026-03-14T07:03:17.298228Z","end":"2026-03-14T07:03:17.479239Z","steps":["trace[1174240653] 'process raft request' (duration: 175.577407ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.499457Z","caller":"traceutil/trace.go:171","msg":"trace[1231032137] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"109.014208ms","start":"2026-03-14T07:03:17.390425Z","end":"2026-03-14T07:03:17.499439Z","steps":["trace[1231032137] 'process raft request' (duration: 108.718281ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.499461Z","caller":"traceutil/trace.go:171","msg":"trace[188118641] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"105.785751ms","start":"2026-03-14T07:03:17.393649Z","end":"2026-03-14T07:03:17.499435Z","steps":["trace[188118641] 'process raft request' (duration: 105.692319ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.673827Z","caller":"traceutil/trace.go:171","msg":"trace[93241725] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"167.305997ms","start":"2026-03-14T07:03:17.506487Z","end":"2026-03-14T07:03:17.673793Z","steps":["trace[93241725] 'process raft request' (duration: 146.59645ms)","trace[93241725] 'compare' (duration: 20.472281ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:17.674163Z","caller":"traceutil/trace.go:171","msg":"trace[624391874] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"167.43557ms","start":"2026-03-14T07:03:17.506703Z","end":"2026-03-14T07:03:17.674138Z","steps":["trace[624391874] 'process raft request' (duration: 167.035101ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:17.674748Z","caller":"traceutil/trace.go:171","msg":"trace[684825141] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"145.581826ms","start":"2026-03-14T07:03:17.529139Z","end":"2026-03-14T07:03:17.67472Z","steps":["trace[684825141] 'process raft request' (duration: 144.918439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:18.306825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.201703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:03:18.307092Z","caller":"traceutil/trace.go:171","msg":"trace[134656108] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"158.016914ms","start":"2026-03-14T07:03:18.149037Z","end":"2026-03-14T07:03:18.307054Z","steps":["trace[134656108] 'process raft request' (duration: 157.940172ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:18.307037Z","caller":"traceutil/trace.go:171","msg":"trace[2009414120] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"217.114594ms","start":"2026-03-14T07:03:18.089877Z","end":"2026-03-14T07:03:18.306992Z","steps":["trace[2009414120] 'process raft request' (duration: 72.625994ms)","trace[2009414120] 'compare' (duration: 144.006838ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:18.307188Z","caller":"traceutil/trace.go:171","msg":"trace[1445315274] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"213.378105ms","start":"2026-03-14T07:03:18.093742Z","end":"2026-03-14T07:03:18.30712Z","steps":["trace[1445315274] 'read index received' (duration: 68.800053ms)","trace[1445315274] 'applied index is now lower than readState.Index' (duration: 144.575512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:18.307395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.64175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:03:18.307444Z","caller":"traceutil/trace.go:171","msg":"trace[2052511817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:705; }","duration":"213.752154ms","start":"2026-03-14T07:03:18.093679Z","end":"2026-03-14T07:03:18.307432Z","steps":["trace[2052511817] 'agreement among raft nodes before linearized reading' (duration: 213.567379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:18.307831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.634942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qgpqx\" ","response":"range_response_count:1 size:18063"} {"level":"info","ts":"2026-03-14T07:03:18.307892Z","caller":"traceutil/trace.go:171","msg":"trace[879824121] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qgpqx; range_end:; response_count:1; response_revision:705; }","duration":"161.746814ms","start":"2026-03-14T07:03:18.146129Z","end":"2026-03-14T07:03:18.307876Z","steps":["trace[879824121] 'agreement among raft nodes before linearized reading' (duration: 161.465718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:18.307892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.814654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:03:18.307944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.108616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:18.308005Z","caller":"traceutil/trace.go:171","msg":"trace[779599375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:705; }","duration":"210.962477ms","start":"2026-03-14T07:03:18.097005Z","end":"2026-03-14T07:03:18.307968Z","steps":["trace[779599375] 'agreement among raft nodes before linearized reading' (duration: 210.577938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:18.308065Z","caller":"traceutil/trace.go:171","msg":"trace[164131211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:705; }","duration":"210.30016ms","start":"2026-03-14T07:03:18.097736Z","end":"2026-03-14T07:03:18.308036Z","steps":["trace[164131211] 'agreement among raft nodes before linearized reading' (duration: 209.88518ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:18.494484Z","caller":"traceutil/trace.go:171","msg":"trace[35622576] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"166.787715ms","start":"2026-03-14T07:03:18.327666Z","end":"2026-03-14T07:03:18.494453Z","steps":["trace[35622576] 'process raft request' (duration: 158.216429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:19.061728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.33499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-14T07:03:19.0618Z","caller":"traceutil/trace.go:171","msg":"trace[438730929] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:714; }","duration":"242.504274ms","start":"2026-03-14T07:03:18.819279Z","end":"2026-03-14T07:03:19.061783Z","steps":["trace[438730929] 'range keys from in-memory index tree' (duration: 242.137135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.006188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.801032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-14T07:03:20.006316Z","caller":"traceutil/trace.go:171","msg":"trace[2094838690] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:718; }","duration":"186.001727ms","start":"2026-03-14T07:03:19.820286Z","end":"2026-03-14T07:03:20.006288Z","steps":["trace[2094838690] 'range keys from in-memory index tree' (duration: 185.501515ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:20.180254Z","caller":"traceutil/trace.go:171","msg":"trace[1447235273] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"131.249402ms","start":"2026-03-14T07:03:20.04899Z","end":"2026-03-14T07:03:20.180239Z","steps":["trace[1447235273] 'process raft request' (duration: 131.063948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.333552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.912363ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T07:03:20.333889Z","caller":"traceutil/trace.go:171","msg":"trace[2106619400] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:738; }","duration":"111.681343ms","start":"2026-03-14T07:03:20.222187Z","end":"2026-03-14T07:03:20.333869Z","steps":["trace[2106619400] 'read index received' (duration: 5.37791ms)","trace[2106619400] 'applied index is now lower than readState.Index' (duration: 106.302203ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:20.333987Z","caller":"traceutil/trace.go:171","msg":"trace[2089379302] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"137.436491ms","start":"2026-03-14T07:03:20.196522Z","end":"2026-03-14T07:03:20.333959Z","steps":["trace[2089379302] 'process raft request' (duration: 137.186565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:20.334145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.948049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-14T07:03:20.33419Z","caller":"traceutil/trace.go:171","msg":"trace[865717422] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"112.118693ms","start":"2026-03-14T07:03:20.222058Z","end":"2026-03-14T07:03:20.334176Z","steps":["trace[865717422] 'agreement among raft nodes before linearized reading' (duration: 111.905568ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:20.385929Z","caller":"traceutil/trace.go:171","msg":"trace[1449150365] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"111.524417ms","start":"2026-03-14T07:03:20.274359Z","end":"2026-03-14T07:03:20.385884Z","steps":["trace[1449150365] 'process raft request' (duration: 111.115028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:22.286805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.478809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-14T07:03:22.286969Z","caller":"traceutil/trace.go:171","msg":"trace[1390595904] transaction","detail":"{read_only:false; number_of_response:0; response_revision:762; }","duration":"192.603175ms","start":"2026-03-14T07:03:22.09435Z","end":"2026-03-14T07:03:22.286953Z","steps":["trace[1390595904] 'process raft request' (duration: 72.911121ms)","trace[1390595904] 'compare' (duration: 119.427098ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:25.192787Z","caller":"traceutil/trace.go:171","msg":"trace[1508692113] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"102.080441ms","start":"2026-03-14T07:03:25.090686Z","end":"2026-03-14T07:03:25.192766Z","steps":["trace[1508692113] 'process raft request' (duration: 101.950758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:32.905258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.903874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:03:32.90536Z","caller":"traceutil/trace.go:171","msg":"trace[1726006331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:865; }","duration":"114.061508ms","start":"2026-03-14T07:03:32.791278Z","end":"2026-03-14T07:03:32.90534Z","steps":["trace[1726006331] 'range keys from in-memory index tree' (duration: 113.69331ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:33.689739Z","caller":"traceutil/trace.go:171","msg":"trace[1818197166] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"310.247418ms","start":"2026-03-14T07:03:33.37945Z","end":"2026-03-14T07:03:33.689698Z","steps":["trace[1818197166] 'process raft request' (duration: 309.877679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:33.689947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:33.37942Z","time spent":"310.425203ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5173,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:35.087075Z","caller":"traceutil/trace.go:171","msg":"trace[1786531311] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"160.337311ms","start":"2026-03-14T07:03:34.926716Z","end":"2026-03-14T07:03:35.087054Z","steps":["trace[1786531311] 'process raft request' (duration: 160.202828ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.306698Z","caller":"traceutil/trace.go:171","msg":"trace[1936497914] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"114.279635ms","start":"2026-03-14T07:03:41.192396Z","end":"2026-03-14T07:03:41.306676Z","steps":["trace[1936497914] 'process raft request' (duration: 104.725946ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:41.479511Z","caller":"traceutil/trace.go:171","msg":"trace[214491118] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"122.472252ms","start":"2026-03-14T07:03:41.357009Z","end":"2026-03-14T07:03:41.479482Z","steps":["trace[214491118] 'process raft request' (duration: 78.558728ms)","trace[214491118] 'compare' (duration: 43.690918ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:44.837498Z","caller":"traceutil/trace.go:171","msg":"trace[410953293] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"231.560921ms","start":"2026-03-14T07:03:44.605911Z","end":"2026-03-14T07:03:44.837472Z","steps":["trace[410953293] 'process raft request' (duration: 231.391447ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:44.837505Z","caller":"traceutil/trace.go:171","msg":"trace[985474000] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:966; }","duration":"229.588093ms","start":"2026-03-14T07:03:44.607895Z","end":"2026-03-14T07:03:44.837483Z","steps":["trace[985474000] 'read index received' (duration: 229.577933ms)","trace[985474000] 'applied index is now lower than readState.Index' (duration: 8.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:44.83778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.87744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:44.837845Z","caller":"traceutil/trace.go:171","msg":"trace[1577163676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:940; }","duration":"230.008213ms","start":"2026-03-14T07:03:44.607823Z","end":"2026-03-14T07:03:44.837831Z","steps":["trace[1577163676] 'agreement among raft nodes before linearized reading' (duration: 229.730876ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:45.044017Z","caller":"traceutil/trace.go:171","msg":"trace[696631661] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:966; }","duration":"206.263605ms","start":"2026-03-14T07:03:44.837683Z","end":"2026-03-14T07:03:45.043946Z","steps":["trace[696631661] 'read index received' (duration: 205.714651ms)","trace[696631661] 'applied index is now lower than readState.Index' (duration: 547.424µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:03:45.044176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.22781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:45.044208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.347081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:45.04418Z","caller":"traceutil/trace.go:171","msg":"trace[1347590458] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"388.965182ms","start":"2026-03-14T07:03:44.655167Z","end":"2026-03-14T07:03:45.044132Z","steps":["trace[1347590458] 'process raft request' (duration: 388.211993ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:45.044263Z","caller":"traceutil/trace.go:171","msg":"trace[1650686055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"404.457014ms","start":"2026-03-14T07:03:44.639792Z","end":"2026-03-14T07:03:45.044249Z","steps":["trace[1650686055] 'agreement among raft nodes before linearized reading' (duration: 404.336772ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:45.044285Z","caller":"traceutil/trace.go:171","msg":"trace[2096687455] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:941; }","duration":"372.377583ms","start":"2026-03-14T07:03:44.67187Z","end":"2026-03-14T07:03:45.044247Z","steps":["trace[2096687455] 'agreement among raft nodes before linearized reading' (duration: 372.192199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:45.044315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:44.639777Z","time spent":"404.529436ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:03:45.044336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:44.671849Z","time spent":"372.476286ms","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:03:45.044227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.262434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:03:45.044396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:44.655145Z","time spent":"389.144596ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:03:45.044438Z","caller":"traceutil/trace.go:171","msg":"trace[386963903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:941; }","duration":"293.53569ms","start":"2026-03-14T07:03:44.750884Z","end":"2026-03-14T07:03:45.04442Z","steps":["trace[386963903] 'agreement among raft nodes before linearized reading' (duration: 293.141841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:45.044553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.229779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:03:45.044673Z","caller":"traceutil/trace.go:171","msg":"trace[2058932593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:941; }","duration":"374.435983ms","start":"2026-03-14T07:03:44.670213Z","end":"2026-03-14T07:03:45.044649Z","steps":["trace[2058932593] 'agreement among raft nodes before linearized reading' (duration: 373.87328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:45.044799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:44.670192Z","time spent":"374.573877ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:03:45.045362Z","caller":"traceutil/trace.go:171","msg":"trace[1571300453] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"202.31308ms","start":"2026-03-14T07:03:44.843033Z","end":"2026-03-14T07:03:45.045346Z","steps":["trace[1571300453] 'process raft request' (duration: 202.180747ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:59.91412Z","caller":"traceutil/trace.go:171","msg":"trace[340653314] linearizableReadLoop","detail":"{readStateIndex:1099; appliedIndex:1098; }","duration":"356.67239ms","start":"2026-03-14T07:03:59.557421Z","end":"2026-03-14T07:03:59.914093Z","steps":["trace[340653314] 'read index received' (duration: 356.408473ms)","trace[340653314] 'applied index is now lower than readState.Index' (duration: 262.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:59.914187Z","caller":"traceutil/trace.go:171","msg":"trace[2097962059] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"501.810333ms","start":"2026-03-14T07:03:59.412345Z","end":"2026-03-14T07:03:59.914155Z","steps":["trace[2097962059] 'process raft request' (duration: 501.579117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:59.914336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.265212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:59.914332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.892946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:03:59.914577Z","caller":"traceutil/trace.go:171","msg":"trace[1329526777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"274.54171ms","start":"2026-03-14T07:03:59.640023Z","end":"2026-03-14T07:03:59.914564Z","steps":["trace[1329526777] 'agreement among raft nodes before linearized reading' (duration: 274.243232ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:59.914587Z","caller":"traceutil/trace.go:171","msg":"trace[1099326714] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1065; }","duration":"357.213424ms","start":"2026-03-14T07:03:59.557357Z","end":"2026-03-14T07:03:59.91457Z","steps":["trace[1099326714] 'agreement among raft nodes before linearized reading' (duration: 356.887026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:59.91462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:59.557331Z","time spent":"357.280756ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:03:59.914704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:59.412322Z","time spent":"502.055069ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4334,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:04.797751Z","caller":"traceutil/trace.go:171","msg":"trace[454210056] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"311.577471ms","start":"2026-03-14T07:04:04.486146Z","end":"2026-03-14T07:04:04.797723Z","steps":["trace[454210056] 'process raft request' (duration: 311.345925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.797919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:04.486119Z","time spent":"311.719284ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:04.910465Z","caller":"traceutil/trace.go:171","msg":"trace[262479601] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"394.139641ms","start":"2026-03-14T07:04:04.516303Z","end":"2026-03-14T07:04:04.910443Z","steps":["trace[262479601] 'process raft request' (duration: 394.022688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.910636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:04.516264Z","time spent":"394.267134ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:07.112943Z","caller":"traceutil/trace.go:171","msg":"trace[1227917772] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"119.846267ms","start":"2026-03-14T07:04:06.993069Z","end":"2026-03-14T07:04:07.112915Z","steps":["trace[1227917772] 'process raft request' (duration: 119.694053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:07.392282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.546402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:07.392542Z","caller":"traceutil/trace.go:171","msg":"trace[921979345] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1221; }","duration":"225.560349ms","start":"2026-03-14T07:04:07.166957Z","end":"2026-03-14T07:04:07.392518Z","steps":["trace[921979345] 'read index received' (duration: 39.71033ms)","trace[921979345] 'applied index is now lower than readState.Index' (duration: 185.848749ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:07.392536Z","caller":"traceutil/trace.go:171","msg":"trace[2124641717] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"232.441758ms","start":"2026-03-14T07:04:07.160057Z","end":"2026-03-14T07:04:07.392499Z","steps":["trace[2124641717] 'process raft request' (duration: 46.596419ms)","trace[2124641717] 'compare' (duration: 185.329246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:07.392763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.792235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:04:07.392818Z","caller":"traceutil/trace.go:171","msg":"trace[415610931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1187; }","duration":"225.870227ms","start":"2026-03-14T07:04:07.166933Z","end":"2026-03-14T07:04:07.392803Z","steps":["trace[415610931] 'agreement among raft nodes before linearized reading' (duration: 225.667001ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:07.392905Z","caller":"traceutil/trace.go:171","msg":"trace[1448322624] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"230.629141ms","start":"2026-03-14T07:04:07.162267Z","end":"2026-03-14T07:04:07.392896Z","steps":["trace[1448322624] 'process raft request' (duration: 230.137518ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:10.586857Z","caller":"traceutil/trace.go:171","msg":"trace[1315166087] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1260; }","duration":"112.125038ms","start":"2026-03-14T07:04:10.474703Z","end":"2026-03-14T07:04:10.586828Z","steps":["trace[1315166087] 'read index received' (duration: 111.404449ms)","trace[1315166087] 'applied index is now lower than readState.Index' (duration: 719.199µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:10.586957Z","caller":"traceutil/trace.go:171","msg":"trace[1502103466] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"112.827707ms","start":"2026-03-14T07:04:10.474107Z","end":"2026-03-14T07:04:10.586935Z","steps":["trace[1502103466] 'process raft request' (duration: 111.985745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:10.587065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.335244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-14T07:04:10.587125Z","caller":"traceutil/trace.go:171","msg":"trace[1452529816] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1223; }","duration":"112.433306ms","start":"2026-03-14T07:04:10.474675Z","end":"2026-03-14T07:04:10.587108Z","steps":["trace[1452529816] 'agreement among raft nodes before linearized reading' (duration: 112.254111ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:10.587339Z","caller":"traceutil/trace.go:171","msg":"trace[1422716564] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"112.547719ms","start":"2026-03-14T07:04:10.474764Z","end":"2026-03-14T07:04:10.587312Z","steps":["trace[1422716564] 'process raft request' (duration: 112.427876ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:15.867682Z","caller":"traceutil/trace.go:171","msg":"trace[2054343537] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"141.190143ms","start":"2026-03-14T07:04:15.726464Z","end":"2026-03-14T07:04:15.867654Z","steps":["trace[2054343537] 'process raft request' (duration: 141.142042ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:15.867757Z","caller":"traceutil/trace.go:171","msg":"trace[809088846] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"141.283025ms","start":"2026-03-14T07:04:15.726436Z","end":"2026-03-14T07:04:15.867719Z","steps":["trace[809088846] 'process raft request' (duration: 104.424068ms)","trace[809088846] 'compare' (duration: 36.554779ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:16.118544Z","caller":"traceutil/trace.go:171","msg":"trace[1315359245] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"187.806941ms","start":"2026-03-14T07:04:15.930706Z","end":"2026-03-14T07:04:16.118513Z","steps":["trace[1315359245] 'process raft request' (duration: 187.608876ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.118755Z","caller":"traceutil/trace.go:171","msg":"trace[2026756271] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"187.953634ms","start":"2026-03-14T07:04:15.930781Z","end":"2026-03-14T07:04:16.118734Z","steps":["trace[2026756271] 'process raft request' (duration: 187.726549ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.118806Z","caller":"traceutil/trace.go:171","msg":"trace[1771140615] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"187.098833ms","start":"2026-03-14T07:04:15.931678Z","end":"2026-03-14T07:04:16.118776Z","steps":["trace[1771140615] 'process raft request' (duration: 187.051141ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.118902Z","caller":"traceutil/trace.go:171","msg":"trace[468219757] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"187.984255ms","start":"2026-03-14T07:04:15.930903Z","end":"2026-03-14T07:04:16.118888Z","steps":["trace[468219757] 'process raft request' (duration: 187.720759ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.118928Z","caller":"traceutil/trace.go:171","msg":"trace[932999156] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"188.161239ms","start":"2026-03-14T07:04:15.930715Z","end":"2026-03-14T07:04:16.118876Z","steps":["trace[932999156] 'process raft request' (duration: 187.741298ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.11905Z","caller":"traceutil/trace.go:171","msg":"trace[1221396062] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"187.908143ms","start":"2026-03-14T07:04:15.931106Z","end":"2026-03-14T07:04:16.119014Z","steps":["trace[1221396062] 'process raft request' (duration: 187.582704ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.119074Z","caller":"traceutil/trace.go:171","msg":"trace[790391813] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"188.17552ms","start":"2026-03-14T07:04:15.930876Z","end":"2026-03-14T07:04:16.119051Z","steps":["trace[790391813] 'process raft request' (duration: 187.676987ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.239745Z","caller":"traceutil/trace.go:171","msg":"trace[1840392570] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"276.86422ms","start":"2026-03-14T07:04:15.962841Z","end":"2026-03-14T07:04:16.239705Z","steps":["trace[1840392570] 'process raft request' (duration: 276.156752ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.257059Z","caller":"traceutil/trace.go:171","msg":"trace[1550915293] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"132.60442ms","start":"2026-03-14T07:04:16.124418Z","end":"2026-03-14T07:04:16.257022Z","steps":["trace[1550915293] 'process raft request' (duration: 132.400014ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.257222Z","caller":"traceutil/trace.go:171","msg":"trace[188690219] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"126.976404ms","start":"2026-03-14T07:04:16.130129Z","end":"2026-03-14T07:04:16.257105Z","steps":["trace[188690219] 'process raft request' (duration: 126.932663ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.257242Z","caller":"traceutil/trace.go:171","msg":"trace[905289788] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"132.456987ms","start":"2026-03-14T07:04:16.124755Z","end":"2026-03-14T07:04:16.257212Z","steps":["trace[905289788] 'process raft request' (duration: 132.180879ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:16.257406Z","caller":"traceutil/trace.go:171","msg":"trace[220565788] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"129.762936ms","start":"2026-03-14T07:04:16.12758Z","end":"2026-03-14T07:04:16.257343Z","steps":["trace[220565788] 'process raft request' (duration: 129.399427ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:19.00603Z","caller":"traceutil/trace.go:171","msg":"trace[1934834091] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1456; }","duration":"121.499711ms","start":"2026-03-14T07:04:18.884506Z","end":"2026-03-14T07:04:19.006006Z","steps":["trace[1934834091] 'read index received' (duration: 118.516383ms)","trace[1934834091] 'applied index is now lower than readState.Index' (duration: 2.982288ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:19.006188Z","caller":"traceutil/trace.go:171","msg":"trace[820735795] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"122.511388ms","start":"2026-03-14T07:04:18.883641Z","end":"2026-03-14T07:04:19.006152Z","steps":["trace[820735795] 'process raft request' (duration: 119.310635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:19.006373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.738567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:19.006833Z","caller":"traceutil/trace.go:171","msg":"trace[385900146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1401; }","duration":"121.946522ms","start":"2026-03-14T07:04:18.884482Z","end":"2026-03-14T07:04:19.006428Z","steps":["trace[385900146] 'agreement among raft nodes before linearized reading' (duration: 121.615753ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:19.906857Z","caller":"traceutil/trace.go:171","msg":"trace[594256449] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"100.342391ms","start":"2026-03-14T07:04:19.806491Z","end":"2026-03-14T07:04:19.906834Z","steps":["trace[594256449] 'process raft request' (duration: 100.182787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:27.618957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.904758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:04:27.619082Z","caller":"traceutil/trace.go:171","msg":"trace[1320822522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1484; }","duration":"130.082853ms","start":"2026-03-14T07:04:27.488976Z","end":"2026-03-14T07:04:27.619059Z","steps":["trace[1320822522] 'range keys from in-memory index tree' (duration: 129.646592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:28.218034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.194878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:04:28.218146Z","caller":"traceutil/trace.go:171","msg":"trace[249808051] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1488; }","duration":"122.371034ms","start":"2026-03-14T07:04:28.095756Z","end":"2026-03-14T07:04:28.218127Z","steps":["trace[249808051] 'count revisions from in-memory index tree' (duration: 122.093506ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:38.506294Z","caller":"traceutil/trace.go:171","msg":"trace[37959244] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"136.154142ms","start":"2026-03-14T07:04:38.370117Z","end":"2026-03-14T07:04:38.506271Z","steps":["trace[37959244] 'read index received' (duration: 136.071479ms)","trace[37959244] 'applied index is now lower than readState.Index' (duration: 81.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:38.50642Z","caller":"traceutil/trace.go:171","msg":"trace[514162347] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"252.911449ms","start":"2026-03-14T07:04:38.253475Z","end":"2026-03-14T07:04:38.506386Z","steps":["trace[514162347] 'process raft request' (duration: 252.646652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:38.506503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.367157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e55cdfb-5a7d-4ea7-a869-7c6c8e70a0d0\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-14T07:04:38.50654Z","caller":"traceutil/trace.go:171","msg":"trace[277137459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e55cdfb-5a7d-4ea7-a869-7c6c8e70a0d0; range_end:; response_count:1; response_revision:1609; }","duration":"136.445069ms","start":"2026-03-14T07:04:38.370084Z","end":"2026-03-14T07:04:38.506529Z","steps":["trace[277137459] 'agreement among raft nodes before linearized reading' (duration: 136.310906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:39.029404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.185178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:39.029425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.781735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:04:39.029486Z","caller":"traceutil/trace.go:171","msg":"trace[365387141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"388.316041ms","start":"2026-03-14T07:04:38.641152Z","end":"2026-03-14T07:04:39.029468Z","steps":["trace[365387141] 'range keys from in-memory index tree' (duration: 388.071555ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:39.029495Z","caller":"traceutil/trace.go:171","msg":"trace[1062317695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"277.856926ms","start":"2026-03-14T07:04:38.751621Z","end":"2026-03-14T07:04:39.029478Z","steps":["trace[1062317695] 'range keys from in-memory index tree' (duration: 277.58484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:39.029528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:38.641129Z","time spent":"388.386242ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:04:40.674268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.572741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:40.674346Z","caller":"traceutil/trace.go:171","msg":"trace[725183953] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"1.050667787s","start":"2026-03-14T07:04:39.623667Z","end":"2026-03-14T07:04:40.674335Z","steps":["trace[725183953] 'read index received' (duration: 138.930502ms)","trace[725183953] 'applied index is now lower than readState.Index' (duration: 911.736305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:40.674417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0507506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:40.674401Z","caller":"traceutil/trace.go:171","msg":"trace[1349878596] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.081089327s","start":"2026-03-14T07:04:39.593266Z","end":"2026-03-14T07:04:40.674355Z","steps":["trace[1349878596] 'process raft request' (duration: 169.348491ms)","trace[1349878596] 'compare' (duration: 911.467939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:40.674588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:39.593246Z","time spent":"1.08124009s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:40.67445Z","caller":"traceutil/trace.go:171","msg":"trace[1772027452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1612; }","duration":"1.050809401s","start":"2026-03-14T07:04:39.623632Z","end":"2026-03-14T07:04:40.674442Z","steps":["trace[1772027452] 'agreement among raft nodes before linearized reading' (duration: 1.05075257s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:40.67518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:39.623618Z","time spent":"1.05154333s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:04:41.259555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.318298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:04:41.259709Z","caller":"traceutil/trace.go:171","msg":"trace[1548805127] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"748.519412ms","start":"2026-03-14T07:04:40.51116Z","end":"2026-03-14T07:04:41.259679Z","steps":["trace[1548805127] 'process raft request' (duration: 314.951897ms)","trace[1548805127] 'compare' (duration: 432.819474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:41.259813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.51114Z","time spent":"748.622895ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:41.268685Z","caller":"traceutil/trace.go:171","msg":"trace[291269592] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1677; }","duration":"594.287612ms","start":"2026-03-14T07:04:40.674364Z","end":"2026-03-14T07:04:41.268652Z","steps":["trace[291269592] 'read index received' (duration: 151.781246ms)","trace[291269592] 'applied index is now lower than readState.Index' (duration: 442.497606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:41.268824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.069274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:41.268931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592479579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:04:41.26899Z","caller":"traceutil/trace.go:171","msg":"trace[1388939864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1614; }","duration":"1.59255571s","start":"2026-03-14T07:04:39.67642Z","end":"2026-03-14T07:04:41.268976Z","steps":["trace[1388939864] 'agreement among raft nodes before linearized reading' (duration: 1.592368496s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.370726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e55cdfb-5a7d-4ea7-a869-7c6c8e70a0d0\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-14T07:04:41.269086Z","caller":"traceutil/trace.go:171","msg":"trace[28713005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e55cdfb-5a7d-4ea7-a869-7c6c8e70a0d0; range_end:; response_count:1; response_revision:1614; }","duration":"734.491729ms","start":"2026-03-14T07:04:40.534575Z","end":"2026-03-14T07:04:41.269066Z","steps":["trace[28713005] 'agreement among raft nodes before linearized reading' (duration: 734.288194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.534531Z","time spent":"734.594531ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e55cdfb-5a7d-4ea7-a869-7c6c8e70a0d0\" "} {"level":"info","ts":"2026-03-14T07:04:41.26916Z","caller":"traceutil/trace.go:171","msg":"trace[388966473] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"653.103068ms","start":"2026-03-14T07:04:40.616039Z","end":"2026-03-14T07:04:41.269142Z","steps":["trace[388966473] 'process raft request' (duration: 652.488992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593427514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:04:41.269231Z","caller":"traceutil/trace.go:171","msg":"trace[1327667165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1614; }","duration":"1.593498196s","start":"2026-03-14T07:04:39.675719Z","end":"2026-03-14T07:04:41.269218Z","steps":["trace[1327667165] 'agreement among raft nodes before linearized reading' (duration: 1.593400253s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:39.676413Z","time spent":"1.592605373s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:04:41.269347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.616009Z","time spent":"653.204371ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:41.269101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.764201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:41.269366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:39.675704Z","time spent":"1.593584748s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:41.26926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142724026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:04:41.268941Z","caller":"traceutil/trace.go:171","msg":"trace[1272210648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"629.220908ms","start":"2026-03-14T07:04:40.639674Z","end":"2026-03-14T07:04:41.268895Z","steps":["trace[1272210648] 'agreement among raft nodes before linearized reading' (duration: 628.975802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.639657Z","time spent":"629.831955ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:04:41.269293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591377781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:41.269426Z","caller":"traceutil/trace.go:171","msg":"trace[239341518] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1614; }","duration":"591.126201ms","start":"2026-03-14T07:04:40.678284Z","end":"2026-03-14T07:04:41.26941Z","steps":["trace[239341518] 'agreement among raft nodes before linearized reading' (duration: 590.786382ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:41.269532Z","caller":"traceutil/trace.go:171","msg":"trace[2102984860] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1614; }","duration":"1.143044574s","start":"2026-03-14T07:04:40.126423Z","end":"2026-03-14T07:04:41.269468Z","steps":["trace[2102984860] 'agreement among raft nodes before linearized reading' (duration: 1.1424986s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.67826Z","time spent":"591.395428ms","remote":"127.0.0.1:44138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:04:41.269706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.126401Z","time spent":"1.1432888s","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-14T07:04:41.269673Z","caller":"traceutil/trace.go:171","msg":"trace[506168990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1614; }","duration":"1.591788852s","start":"2026-03-14T07:04:39.677824Z","end":"2026-03-14T07:04:41.269613Z","steps":["trace[506168990] 'agreement among raft nodes before linearized reading' (duration: 1.591200677s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.269837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:39.6778Z","time spent":"1.591989186s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:41.270016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232477043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:04:41.270085Z","caller":"traceutil/trace.go:171","msg":"trace[206404126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"1.232571465s","start":"2026-03-14T07:04:40.037484Z","end":"2026-03-14T07:04:41.270055Z","steps":["trace[206404126] 'agreement among raft nodes before linearized reading' (duration: 1.231257151s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.270125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:40.037461Z","time spent":"1.232654748s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:04:41.270953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59476742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:04:41.271024Z","caller":"traceutil/trace.go:171","msg":"trace[2136848307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1614; }","duration":"1.594881232s","start":"2026-03-14T07:04:39.676125Z","end":"2026-03-14T07:04:41.271006Z","steps":["trace[2136848307] 'agreement among raft nodes before linearized reading' (duration: 1.592696355s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:41.271078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:39.676099Z","time spent":"1.594967705s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:04:41.710665Z","caller":"traceutil/trace.go:171","msg":"trace[98793194] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"107.378465ms","start":"2026-03-14T07:04:41.603248Z","end":"2026-03-14T07:04:41.710626Z","steps":["trace[98793194] 'process raft request' (duration: 107.086718ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:51.618802Z","caller":"traceutil/trace.go:171","msg":"trace[11265836] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"100.310891ms","start":"2026-03-14T07:04:51.518456Z","end":"2026-03-14T07:04:51.618767Z","steps":["trace[11265836] 'process raft request' (duration: 100.060914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:51.883114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.640279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:04:51.883206Z","caller":"traceutil/trace.go:171","msg":"trace[331910350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1701; }","duration":"120.794382ms","start":"2026-03-14T07:04:51.762388Z","end":"2026-03-14T07:04:51.883182Z","steps":["trace[331910350] 'range keys from in-memory index tree' (duration: 120.322931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:53.761097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.013268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:04:53.761194Z","caller":"traceutil/trace.go:171","msg":"trace[1851090011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1713; }","duration":"121.151101ms","start":"2026-03-14T07:04:53.640018Z","end":"2026-03-14T07:04:53.761169Z","steps":["trace[1851090011] 'range keys from in-memory index tree' (duration: 120.945517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:53.761355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.933933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:04:53.761444Z","caller":"traceutil/trace.go:171","msg":"trace[1536988335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1713; }","duration":"139.039636ms","start":"2026-03-14T07:04:53.622386Z","end":"2026-03-14T07:04:53.761425Z","steps":["trace[1536988335] 'range keys from in-memory index tree' (duration: 138.624275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.068217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.764953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:04:58.068312Z","caller":"traceutil/trace.go:171","msg":"trace[1692840584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1739; }","duration":"147.923676ms","start":"2026-03-14T07:04:57.920367Z","end":"2026-03-14T07:04:58.068291Z","steps":["trace[1692840584] 'range keys from in-memory index tree' (duration: 147.555137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.068399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.478022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:04:58.068383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.63176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:04:58.068457Z","caller":"traceutil/trace.go:171","msg":"trace[1449890097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1739; }","duration":"524.547733ms","start":"2026-03-14T07:04:57.543895Z","end":"2026-03-14T07:04:58.068443Z","steps":["trace[1449890097] 'range keys from in-memory index tree' (duration: 524.392779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.068502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.543892Z","time spent":"524.600325ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:04:58.068504Z","caller":"traceutil/trace.go:171","msg":"trace[369711419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1739; }","duration":"491.827865ms","start":"2026-03-14T07:04:57.576647Z","end":"2026-03-14T07:04:58.068475Z","steps":["trace[369711419] 'range keys from in-memory index tree' (duration: 491.376294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.068499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.253006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:04:58.068568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.576617Z","time spent":"491.939618ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:04:58.068615Z","caller":"traceutil/trace.go:171","msg":"trace[1512215755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1739; }","duration":"428.41113ms","start":"2026-03-14T07:04:57.640177Z","end":"2026-03-14T07:04:58.068588Z","steps":["trace[1512215755] 'range keys from in-memory index tree' (duration: 428.155594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.068683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.640136Z","time spent":"428.533383ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:04:58.06871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.541381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:04:58.068704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.676477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:04:58.068748Z","caller":"traceutil/trace.go:171","msg":"trace[1814321170] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1739; }","duration":"350.612702ms","start":"2026-03-14T07:04:57.718124Z","end":"2026-03-14T07:04:58.068736Z","steps":["trace[1814321170] 'count revisions from in-memory index tree' (duration: 350.476209ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.068772Z","caller":"traceutil/trace.go:171","msg":"trace[1092643609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1739; }","duration":"524.752108ms","start":"2026-03-14T07:04:57.544001Z","end":"2026-03-14T07:04:58.068753Z","steps":["trace[1092643609] 'range keys from in-memory index tree' (duration: 524.575663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.06878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.718105Z","time spent":"350.665834ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:04:58.068773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.890321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:04:58.068782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.772126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:04:58.068795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.280569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:04:58.068817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.543997Z","time spent":"524.80867ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:04:58.068846Z","caller":"traceutil/trace.go:171","msg":"trace[1749078986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1739; }","duration":"524.941923ms","start":"2026-03-14T07:04:57.54387Z","end":"2026-03-14T07:04:58.068812Z","steps":["trace[1749078986] 'range keys from in-memory index tree' (duration: 524.744128ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.068839Z","caller":"traceutil/trace.go:171","msg":"trace[1785810613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1739; }","duration":"525.858828ms","start":"2026-03-14T07:04:57.542964Z","end":"2026-03-14T07:04:58.068823Z","steps":["trace[1785810613] 'range keys from in-memory index tree' (duration: 525.599332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.06886Z","caller":"traceutil/trace.go:171","msg":"trace[397422065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1739; }","duration":"285.383081ms","start":"2026-03-14T07:04:57.783458Z","end":"2026-03-14T07:04:58.068841Z","steps":["trace[397422065] 'range keys from in-memory index tree' (duration: 285.085414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.068884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.543854Z","time spent":"525.022115ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:04:58.068888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:57.542942Z","time spent":"525.93797ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:04:58.765996Z","caller":"traceutil/trace.go:171","msg":"trace[182058000] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"692.678383ms","start":"2026-03-14T07:04:58.073292Z","end":"2026-03-14T07:04:58.76597Z","steps":["trace[182058000] 'process raft request' (duration: 692.507769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.76616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.073281Z","time spent":"692.792937ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:58.867299Z","caller":"traceutil/trace.go:171","msg":"trace[1977006437] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"793.96558ms","start":"2026-03-14T07:04:58.073304Z","end":"2026-03-14T07:04:58.867269Z","steps":["trace[1977006437] 'process raft request' (duration: 793.858747ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.867369Z","caller":"traceutil/trace.go:171","msg":"trace[1052586886] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"794.020761ms","start":"2026-03-14T07:04:58.073306Z","end":"2026-03-14T07:04:58.867327Z","steps":["trace[1052586886] 'process raft request' (duration: 727.810924ms)","trace[1052586886] 'compare' (duration: 65.886039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:58.867559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.073289Z","time spent":"794.161025ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:58.86776Z","caller":"traceutil/trace.go:171","msg":"trace[1383617088] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"794.260778ms","start":"2026-03-14T07:04:58.073468Z","end":"2026-03-14T07:04:58.867728Z","steps":["trace[1383617088] 'process raft request' (duration: 793.754605ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.86778Z","caller":"traceutil/trace.go:171","msg":"trace[179046983] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"793.858747ms","start":"2026-03-14T07:04:58.07389Z","end":"2026-03-14T07:04:58.867749Z","steps":["trace[179046983] 'process raft request' (duration: 793.785165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.867972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.073879Z","time spent":"793.98747ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:58.868127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.073442Z","time spent":"794.393751ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:58.868256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.073279Z","time spent":"794.113114ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:58.868461Z","caller":"traceutil/trace.go:171","msg":"trace[1581004948] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"794.894494ms","start":"2026-03-14T07:04:58.073481Z","end":"2026-03-14T07:04:58.868376Z","steps":["trace[1581004948] 'process raft request' (duration: 794.058273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:58.868746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.073454Z","time spent":"795.209363ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:59.085868Z","caller":"traceutil/trace.go:171","msg":"trace[521201104] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"310.933263ms","start":"2026-03-14T07:04:58.774895Z","end":"2026-03-14T07:04:59.085828Z","steps":["trace[521201104] 'process raft request' (duration: 215.1757ms)","trace[521201104] 'compare' (duration: 95.546977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:59.086067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:58.774873Z","time spent":"311.090277ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:03.165228Z","caller":"traceutil/trace.go:171","msg":"trace[886614067] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1828; }","duration":"309.907341ms","start":"2026-03-14T07:05:02.855242Z","end":"2026-03-14T07:05:03.165149Z","steps":["trace[886614067] 'read index received' (duration: 309.829629ms)","trace[886614067] 'applied index is now lower than readState.Index' (duration: 76.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:03.165317Z","caller":"traceutil/trace.go:171","msg":"trace[1431036591] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"384.001701ms","start":"2026-03-14T07:05:02.7813Z","end":"2026-03-14T07:05:03.165302Z","steps":["trace[1431036591] 'process raft request' (duration: 383.700603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:03.16538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.028614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:03.165475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:02.78128Z","time spent":"384.102943ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:03.165541Z","caller":"traceutil/trace.go:171","msg":"trace[1357845776] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1759; }","duration":"310.286791ms","start":"2026-03-14T07:05:02.855203Z","end":"2026-03-14T07:05:03.16549Z","steps":["trace[1357845776] 'agreement among raft nodes before linearized reading' (duration: 309.961622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:03.165676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:02.855175Z","time spent":"310.438145ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:03.168091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.902163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:05:03.168154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.241343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:03.168215Z","caller":"traceutil/trace.go:171","msg":"trace[1625572380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1760; }","duration":"283.323706ms","start":"2026-03-14T07:05:02.884878Z","end":"2026-03-14T07:05:03.168201Z","steps":["trace[1625572380] 'agreement among raft nodes before linearized reading' (duration: 283.169212ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.16823Z","caller":"traceutil/trace.go:171","msg":"trace[1091594345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1760; }","duration":"286.066738ms","start":"2026-03-14T07:05:02.882127Z","end":"2026-03-14T07:05:03.168194Z","steps":["trace[1091594345] 'agreement among raft nodes before linearized reading' (duration: 285.841652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:03.168264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.944156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:05:03.168127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.144681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:05:03.168317Z","caller":"traceutil/trace.go:171","msg":"trace[1444461241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1760; }","duration":"283.020327ms","start":"2026-03-14T07:05:02.88528Z","end":"2026-03-14T07:05:03.1683Z","steps":["trace[1444461241] 'agreement among raft nodes before linearized reading' (duration: 282.896444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:03.168317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.476359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:05:03.168344Z","caller":"traceutil/trace.go:171","msg":"trace[408525462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1760; }","duration":"283.409478ms","start":"2026-03-14T07:05:02.884912Z","end":"2026-03-14T07:05:03.168321Z","steps":["trace[408525462] 'agreement among raft nodes before linearized reading' (duration: 283.069419ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:03.168387Z","caller":"traceutil/trace.go:171","msg":"trace[423631882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1760; }","duration":"283.572492ms","start":"2026-03-14T07:05:02.884796Z","end":"2026-03-14T07:05:03.168368Z","steps":["trace[423631882] 'agreement among raft nodes before linearized reading' (duration: 283.410538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.67576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044851010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:05.176198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044851010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:05.445773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658141061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:05:05.44647Z","caller":"traceutil/trace.go:171","msg":"trace[2074096424] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"1.658895911s","start":"2026-03-14T07:05:03.787545Z","end":"2026-03-14T07:05:05.446441Z","steps":["trace[2074096424] 'process raft request' (duration: 1.658548281s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.446693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:03.787522Z","time spent":"1.659030235s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:05.567532Z","caller":"traceutil/trace.go:171","msg":"trace[1435751074] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1837; }","duration":"1.392228301s","start":"2026-03-14T07:05:04.175276Z","end":"2026-03-14T07:05:05.567504Z","steps":["trace[1435751074] 'read index received' (duration: 1.270880994s)","trace[1435751074] 'applied index is now lower than readState.Index' (duration: 121.345237ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:05.567572Z","caller":"traceutil/trace.go:171","msg":"trace[1430494641] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"395.235285ms","start":"2026-03-14T07:05:05.172301Z","end":"2026-03-14T07:05:05.567536Z","steps":["trace[1430494641] 'process raft request' (duration: 394.964078ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:05.567611Z","caller":"traceutil/trace.go:171","msg":"trace[741369466] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"135.151797ms","start":"2026-03-14T07:05:05.432431Z","end":"2026-03-14T07:05:05.567583Z","steps":["trace[741369466] 'process raft request' (duration: 135.022024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.567729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.172259Z","time spent":"395.387129ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:05.567853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39256438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:05.56795Z","caller":"traceutil/trace.go:171","msg":"trace[1833648490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1770; }","duration":"1.392727894s","start":"2026-03-14T07:05:04.175197Z","end":"2026-03-14T07:05:05.567925Z","steps":["trace[1833648490] 'agreement among raft nodes before linearized reading' (duration: 1.392423526s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.568004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.175173Z","time spent":"1.392821497s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:05.571645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.290324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:05.571744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.026996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:05.57177Z","caller":"traceutil/trace.go:171","msg":"trace[494848290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1770; }","duration":"388.062307ms","start":"2026-03-14T07:05:05.1837Z","end":"2026-03-14T07:05:05.571762Z","steps":["trace[494848290] 'agreement among raft nodes before linearized reading' (duration: 387.946774ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:05.571774Z","caller":"traceutil/trace.go:171","msg":"trace[502985452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"934.456109ms","start":"2026-03-14T07:05:04.637298Z","end":"2026-03-14T07:05:05.571754Z","steps":["trace[502985452] 'agreement among raft nodes before linearized reading' (duration: 934.296534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.571795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.183695Z","time spent":"388.096168ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:05.571806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.637279Z","time spent":"934.5194ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:05.571825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.353114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:05:05.571731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.318504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:05.571875Z","caller":"traceutil/trace.go:171","msg":"trace[1518312499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1770; }","duration":"388.396425ms","start":"2026-03-14T07:05:05.183464Z","end":"2026-03-14T07:05:05.571861Z","steps":["trace[1518312499] 'agreement among raft nodes before linearized reading' (duration: 388.299083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.571897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.184642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:05:05.571929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.183447Z","time spent":"388.463777ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:05:05.571941Z","caller":"traceutil/trace.go:171","msg":"trace[293899775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1770; }","duration":"390.315696ms","start":"2026-03-14T07:05:05.181611Z","end":"2026-03-14T07:05:05.571927Z","steps":["trace[293899775] 'agreement among raft nodes before linearized reading' (duration: 390.197133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:05.571926Z","caller":"traceutil/trace.go:171","msg":"trace[1232046245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1770; }","duration":"388.514048ms","start":"2026-03-14T07:05:05.183374Z","end":"2026-03-14T07:05:05.571888Z","steps":["trace[1232046245] 'agreement among raft nodes before linearized reading' (duration: 388.248741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.571918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.994271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:05:05.571971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.181588Z","time spent":"390.376867ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:05.571977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.908111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:05:05.572001Z","caller":"traceutil/trace.go:171","msg":"trace[1543354198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1770; }","duration":"402.139095ms","start":"2026-03-14T07:05:05.16984Z","end":"2026-03-14T07:05:05.571979Z","steps":["trace[1543354198] 'agreement among raft nodes before linearized reading' (duration: 401.92061ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:05.572039Z","caller":"traceutil/trace.go:171","msg":"trace[1500923702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1770; }","duration":"641.998693ms","start":"2026-03-14T07:05:04.930023Z","end":"2026-03-14T07:05:05.572021Z","steps":["trace[1500923702] 'agreement among raft nodes before linearized reading' (duration: 641.830189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.572041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.547041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:05:05.572046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.169809Z","time spent":"402.228568ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:05.571991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.183366Z","time spent":"388.60863ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:05.572081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:04.929998Z","time spent":"642.074486ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:05:05.572296Z","caller":"traceutil/trace.go:171","msg":"trace[1931178847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1770; }","duration":"393.808217ms","start":"2026-03-14T07:05:05.178263Z","end":"2026-03-14T07:05:05.572071Z","steps":["trace[1931178847] 'agreement among raft nodes before linearized reading' (duration: 393.447027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:05.5725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:05.178251Z","time spent":"394.23826ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:05:13.784268Z","caller":"traceutil/trace.go:171","msg":"trace[15662248] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"114.345893ms","start":"2026-03-14T07:05:13.669891Z","end":"2026-03-14T07:05:13.784237Z","steps":["trace[15662248] 'process raft request' (duration: 61.832528ms)","trace[15662248] 'compare' (duration: 52.381032ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:13.814101Z","caller":"traceutil/trace.go:171","msg":"trace[919409375] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1880; }","duration":"129.594573ms","start":"2026-03-14T07:05:13.684488Z","end":"2026-03-14T07:05:13.814083Z","steps":["trace[919409375] 'read index received' (duration: 47.244177ms)","trace[919409375] 'applied index is now lower than readState.Index' (duration: 82.349726ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:13.814167Z","caller":"traceutil/trace.go:171","msg":"trace[1251679978] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"143.587079ms","start":"2026-03-14T07:05:13.670548Z","end":"2026-03-14T07:05:13.814135Z","steps":["trace[1251679978] 'process raft request' (duration: 143.443785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:13.81434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.254815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:05:13.814382Z","caller":"traceutil/trace.go:171","msg":"trace[656301200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1810; }","duration":"113.334657ms","start":"2026-03-14T07:05:13.701036Z","end":"2026-03-14T07:05:13.814371Z","steps":["trace[656301200] 'agreement among raft nodes before linearized reading' (duration: 113.217114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:13.814374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.507085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:05:13.814424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.85338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:13.814461Z","caller":"traceutil/trace.go:171","msg":"trace[1846980262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"117.630939ms","start":"2026-03-14T07:05:13.696814Z","end":"2026-03-14T07:05:13.814445Z","steps":["trace[1846980262] 'agreement among raft nodes before linearized reading' (duration: 117.466085ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:13.814488Z","caller":"traceutil/trace.go:171","msg":"trace[1201762775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1810; }","duration":"113.943103ms","start":"2026-03-14T07:05:13.70053Z","end":"2026-03-14T07:05:13.814473Z","steps":["trace[1201762775] 'agreement among raft nodes before linearized reading' (duration: 113.780328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:13.81449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.366926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:13.814579Z","caller":"traceutil/trace.go:171","msg":"trace[1283786218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1810; }","duration":"116.50077ms","start":"2026-03-14T07:05:13.69806Z","end":"2026-03-14T07:05:13.81456Z","steps":["trace[1283786218] 'agreement among raft nodes before linearized reading' (duration: 116.225573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:13.814595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.151793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:05:13.814603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.124777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:13.814681Z","caller":"traceutil/trace.go:171","msg":"trace[495973976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1810; }","duration":"130.23363ms","start":"2026-03-14T07:05:13.684432Z","end":"2026-03-14T07:05:13.814666Z","steps":["trace[495973976] 'agreement among raft nodes before linearized reading' (duration: 129.719976ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:13.814621Z","caller":"traceutil/trace.go:171","msg":"trace[861121965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1810; }","duration":"118.209774ms","start":"2026-03-14T07:05:13.696402Z","end":"2026-03-14T07:05:13.814612Z","steps":["trace[861121965] 'agreement among raft nodes before linearized reading' (duration: 117.792743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:13.815147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.573729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:13.815191Z","caller":"traceutil/trace.go:171","msg":"trace[586050740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1810; }","duration":"114.640381ms","start":"2026-03-14T07:05:13.70054Z","end":"2026-03-14T07:05:13.81518Z","steps":["trace[586050740] 'agreement among raft nodes before linearized reading' (duration: 114.261071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:14.003803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.564681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:14.004037Z","caller":"traceutil/trace.go:171","msg":"trace[1406883206] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"184.873949ms","start":"2026-03-14T07:05:13.819144Z","end":"2026-03-14T07:05:14.004018Z","steps":["trace[1406883206] 'process raft request' (duration: 76.020841ms)","trace[1406883206] 'compare' (duration: 108.472408ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:14.004035Z","caller":"traceutil/trace.go:171","msg":"trace[384576374] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"184.809747ms","start":"2026-03-14T07:05:13.819211Z","end":"2026-03-14T07:05:14.004021Z","steps":["trace[384576374] 'process raft request' (duration: 184.742866ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:14.00408Z","caller":"traceutil/trace.go:171","msg":"trace[164806772] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"184.857228ms","start":"2026-03-14T07:05:13.819199Z","end":"2026-03-14T07:05:14.004056Z","steps":["trace[164806772] 'process raft request' (duration: 184.705384ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:14.004288Z","caller":"traceutil/trace.go:171","msg":"trace[119817940] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"185.255149ms","start":"2026-03-14T07:05:13.819025Z","end":"2026-03-14T07:05:14.00428Z","steps":["trace[119817940] 'process raft request' (duration: 184.958651ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:14.00436Z","caller":"traceutil/trace.go:171","msg":"trace[708801930] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"184.518298ms","start":"2026-03-14T07:05:13.819815Z","end":"2026-03-14T07:05:14.004333Z","steps":["trace[708801930] 'process raft request' (duration: 184.380825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.190611Z","caller":"traceutil/trace.go:171","msg":"trace[30944077] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"180.251698ms","start":"2026-03-14T07:05:16.010329Z","end":"2026-03-14T07:05:16.19058Z","steps":["trace[30944077] 'process raft request' (duration: 140.185579ms)","trace[30944077] 'compare' (duration: 39.815342ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:16.203658Z","caller":"traceutil/trace.go:171","msg":"trace[1389347305] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"192.15686ms","start":"2026-03-14T07:05:16.011481Z","end":"2026-03-14T07:05:16.203638Z","steps":["trace[1389347305] 'process raft request' (duration: 191.952744ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.203708Z","caller":"traceutil/trace.go:171","msg":"trace[427116037] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"191.973215ms","start":"2026-03-14T07:05:16.011727Z","end":"2026-03-14T07:05:16.2037Z","steps":["trace[427116037] 'process raft request' (duration: 191.809641ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.203657Z","caller":"traceutil/trace.go:171","msg":"trace[755142392] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"191.416141ms","start":"2026-03-14T07:05:16.012224Z","end":"2026-03-14T07:05:16.20364Z","steps":["trace[755142392] 'process raft request' (duration: 191.38094ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:16.203815Z","caller":"traceutil/trace.go:171","msg":"trace[765240443] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"191.636456ms","start":"2026-03-14T07:05:16.01217Z","end":"2026-03-14T07:05:16.203806Z","steps":["trace[765240443] 'process raft request' (duration: 191.40278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:36.178966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.489538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:05:36.179281Z","caller":"traceutil/trace.go:171","msg":"trace[822936573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1922; }","duration":"226.845387ms","start":"2026-03-14T07:05:35.952412Z","end":"2026-03-14T07:05:36.179257Z","steps":["trace[822936573] 'range keys from in-memory index tree' (duration: 226.18291ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:36.179529Z","caller":"traceutil/trace.go:171","msg":"trace[1113630348] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"215.201004ms","start":"2026-03-14T07:05:35.964301Z","end":"2026-03-14T07:05:36.179502Z","steps":["trace[1113630348] 'process raft request' (duration: 184.464089ms)","trace[1113630348] 'compare' (duration: 29.762459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:36.179601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.232248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:36.179665Z","caller":"traceutil/trace.go:171","msg":"trace[1274525338] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1922; }","duration":"314.233374ms","start":"2026-03-14T07:05:35.865416Z","end":"2026-03-14T07:05:36.179649Z","steps":["trace[1274525338] 'count revisions from in-memory index tree' (duration: 313.129826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:36.179717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:35.865394Z","time spent":"314.306487ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:36.266546Z","caller":"traceutil/trace.go:171","msg":"trace[1198276357] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2000; }","duration":"192.642311ms","start":"2026-03-14T07:05:36.07388Z","end":"2026-03-14T07:05:36.266523Z","steps":["trace[1198276357] 'read index received' (duration: 74.972911ms)","trace[1198276357] 'applied index is now lower than readState.Index' (duration: 117.66852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:36.266773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.873218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:36.266844Z","caller":"traceutil/trace.go:171","msg":"trace[391331350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"192.97736ms","start":"2026-03-14T07:05:36.073844Z","end":"2026-03-14T07:05:36.266822Z","steps":["trace[391331350] 'agreement among raft nodes before linearized reading' (duration: 192.778435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:36.266892Z","caller":"traceutil/trace.go:171","msg":"trace[1107446456] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"281.650022ms","start":"2026-03-14T07:05:35.985169Z","end":"2026-03-14T07:05:36.266819Z","steps":["trace[1107446456] 'process raft request' (duration: 281.229171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.304721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.967915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:37.304909Z","caller":"traceutil/trace.go:171","msg":"trace[1696812824] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"777.0864ms","start":"2026-03-14T07:05:36.527805Z","end":"2026-03-14T07:05:37.304891Z","steps":["trace[1696812824] 'process raft request' (duration: 777.022798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.304972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.527774Z","time spent":"777.167492ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:37.305003Z","caller":"traceutil/trace.go:171","msg":"trace[2050024094] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.120756135s","start":"2026-03-14T07:05:36.18423Z","end":"2026-03-14T07:05:37.304986Z","steps":["trace[2050024094] 'process raft request' (duration: 596.443961ms)","trace[2050024094] 'compare' (duration: 523.560825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:37.305098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.184204Z","time spent":"1.120840738s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:37.305263Z","caller":"traceutil/trace.go:171","msg":"trace[1587715370] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"1.038604276s","start":"2026-03-14T07:05:36.266612Z","end":"2026-03-14T07:05:37.305216Z","steps":["trace[1587715370] 'read index received' (duration: 183.515µs)","trace[1587715370] 'applied index is now lower than readState.Index' (duration: 1.038416031s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:37.3054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210998958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T07:05:37.305423Z","caller":"traceutil/trace.go:171","msg":"trace[379569594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"1.211060939s","start":"2026-03-14T07:05:36.094356Z","end":"2026-03-14T07:05:37.305417Z","steps":["trace[379569594] 'agreement among raft nodes before linearized reading' (duration: 1.210948846s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.305439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.094331Z","time spent":"1.211105s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:37.343125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.49248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:37.343475Z","caller":"traceutil/trace.go:171","msg":"trace[1588806990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"704.88093ms","start":"2026-03-14T07:05:36.638579Z","end":"2026-03-14T07:05:37.34346Z","steps":["trace[1588806990] 'agreement among raft nodes before linearized reading' (duration: 704.46656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.34347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062613744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:37.343691Z","caller":"traceutil/trace.go:171","msg":"trace[2025469847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1927; }","duration":"1.0628303s","start":"2026-03-14T07:05:36.280818Z","end":"2026-03-14T07:05:37.343648Z","steps":["trace[2025469847] 'agreement among raft nodes before linearized reading' (duration: 1.062474431s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.343556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.638558Z","time spent":"704.988694ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:37.343258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06747174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:05:37.343777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.280807Z","time spent":"1.062927972s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:05:37.343813Z","caller":"traceutil/trace.go:171","msg":"trace[1012709156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"1.068078756s","start":"2026-03-14T07:05:36.275713Z","end":"2026-03-14T07:05:37.343792Z","steps":["trace[1012709156] 'agreement among raft nodes before linearized reading' (duration: 1.067329677s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.343261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.221727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:37.343897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.275691Z","time spent":"1.068188809s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:05:37.343909Z","caller":"traceutil/trace.go:171","msg":"trace[2016287467] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1927; }","duration":"337.919386ms","start":"2026-03-14T07:05:37.005972Z","end":"2026-03-14T07:05:37.343891Z","steps":["trace[2016287467] 'agreement among raft nodes before linearized reading' (duration: 337.205277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.343957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.005951Z","time spent":"337.989977ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:37.34334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062735067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:37.344035Z","caller":"traceutil/trace.go:171","msg":"trace[716651885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"1.063446446s","start":"2026-03-14T07:05:36.280568Z","end":"2026-03-14T07:05:37.344015Z","steps":["trace[716651885] 'agreement among raft nodes before linearized reading' (duration: 1.062730337s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.344082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.280551Z","time spent":"1.063517868s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:37.343383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056395561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:05:37.34413Z","caller":"traceutil/trace.go:171","msg":"trace[131128146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"1.05716423s","start":"2026-03-14T07:05:36.286954Z","end":"2026-03-14T07:05:37.344118Z","steps":["trace[131128146] 'agreement among raft nodes before linearized reading' (duration: 1.056245577s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.344167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.286944Z","time spent":"1.057212292s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:37.343266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051100473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:05:37.344232Z","caller":"traceutil/trace.go:171","msg":"trace[1154904427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1927; }","duration":"1.052084569s","start":"2026-03-14T07:05:36.292127Z","end":"2026-03-14T07:05:37.344211Z","steps":["trace[1154904427] 'agreement among raft nodes before linearized reading' (duration: 1.051066962s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.344295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.292114Z","time spent":"1.052165841s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:37.343481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.528059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-14T07:05:37.344347Z","caller":"traceutil/trace.go:171","msg":"trace[1742573244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1927; }","duration":"473.439042ms","start":"2026-03-14T07:05:36.870899Z","end":"2026-03-14T07:05:37.344338Z","steps":["trace[1742573244] 'agreement among raft nodes before linearized reading' (duration: 472.384105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:37.344382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:36.87088Z","time spent":"473.491124ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:05:38.023681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.072625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:38.023796Z","caller":"traceutil/trace.go:171","msg":"trace[1659511655] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"676.265382ms","start":"2026-03-14T07:05:37.347517Z","end":"2026-03-14T07:05:38.023782Z","steps":["trace[1659511655] 'process raft request' (duration: 371.021432ms)","trace[1659511655] 'compare' (duration: 304.962972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:38.023836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.347494Z","time spent":"676.323063ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:38.024197Z","caller":"traceutil/trace.go:171","msg":"trace[2043317972] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"675.378968ms","start":"2026-03-14T07:05:37.348809Z","end":"2026-03-14T07:05:38.024188Z","steps":["trace[2043317972] 'process raft request' (duration: 674.939287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.024236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.348785Z","time spent":"675.433599ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:38.02432Z","caller":"traceutil/trace.go:171","msg":"trace[920352972] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"675.352556ms","start":"2026-03-14T07:05:37.348932Z","end":"2026-03-14T07:05:38.024285Z","steps":["trace[920352972] 'process raft request' (duration: 675.169042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.024534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.348923Z","time spent":"675.47027ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:38.024579Z","caller":"traceutil/trace.go:171","msg":"trace[1374751722] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"675.513421ms","start":"2026-03-14T07:05:37.349001Z","end":"2026-03-14T07:05:38.024514Z","steps":["trace[1374751722] 'process raft request' (duration: 675.202523ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:38.024537Z","caller":"traceutil/trace.go:171","msg":"trace[993722634] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2006; }","duration":"665.888379ms","start":"2026-03-14T07:05:37.358618Z","end":"2026-03-14T07:05:38.024506Z","steps":["trace[993722634] 'read index received' (duration: 359.973392ms)","trace[993722634] 'applied index is now lower than readState.Index' (duration: 305.913667ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:38.024744Z","caller":"traceutil/trace.go:171","msg":"trace[111865561] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"675.626114ms","start":"2026-03-14T07:05:37.34907Z","end":"2026-03-14T07:05:38.024697Z","steps":["trace[111865561] 'process raft request' (duration: 675.298516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.024764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.348992Z","time spent":"675.685626ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:38.024761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.2003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:38.024862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.96721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:38.024922Z","caller":"traceutil/trace.go:171","msg":"trace[903285531] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1933; }","duration":"418.059333ms","start":"2026-03-14T07:05:37.606849Z","end":"2026-03-14T07:05:38.024908Z","steps":["trace[903285531] 'agreement among raft nodes before linearized reading' (duration: 417.97402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.024955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.606827Z","time spent":"418.120414ms","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:38.024867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.349059Z","time spent":"675.743297ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:38.025013Z","caller":"traceutil/trace.go:171","msg":"trace[2003454278] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1933; }","duration":"668.389265ms","start":"2026-03-14T07:05:37.356508Z","end":"2026-03-14T07:05:38.024898Z","steps":["trace[2003454278] 'agreement among raft nodes before linearized reading' (duration: 668.153049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.025128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:37.356501Z","time spent":"668.611361ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:05:38.994064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.560299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:38.99418Z","caller":"traceutil/trace.go:171","msg":"trace[1825174530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1934; }","duration":"540.678892ms","start":"2026-03-14T07:05:38.453475Z","end":"2026-03-14T07:05:38.994154Z","steps":["trace[1825174530] 'range keys from in-memory index tree' (duration: 540.543039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.994535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.560265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:38.99464Z","caller":"traceutil/trace.go:171","msg":"trace[1244547298] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"641.746787ms","start":"2026-03-14T07:05:38.352877Z","end":"2026-03-14T07:05:38.994623Z","steps":["trace[1244547298] 'read index received' (duration: 150.077419ms)","trace[1244547298] 'applied index is now lower than readState.Index' (duration: 491.667818ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:38.994728Z","caller":"traceutil/trace.go:171","msg":"trace[6433152] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"722.282296ms","start":"2026-03-14T07:05:38.272432Z","end":"2026-03-14T07:05:38.994714Z","steps":["trace[6433152] 'process raft request' (duration: 230.452033ms)","trace[6433152] 'compare' (duration: 491.387611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:38.99479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:38.272413Z","time spent":"722.346408ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:38.995138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.369018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:38.995155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.387125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:38.995201Z","caller":"traceutil/trace.go:171","msg":"trace[2105751068] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1935; }","duration":"586.494951ms","start":"2026-03-14T07:05:38.408691Z","end":"2026-03-14T07:05:38.995186Z","steps":["trace[2105751068] 'agreement among raft nodes before linearized reading' (duration: 586.177863ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:38.995241Z","caller":"traceutil/trace.go:171","msg":"trace[561516959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"354.510749ms","start":"2026-03-14T07:05:38.640708Z","end":"2026-03-14T07:05:38.995218Z","steps":["trace[561516959] 'agreement among raft nodes before linearized reading' (duration: 354.18327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.995231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.342652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:05:38.99529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:38.640682Z","time spent":"354.595621ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:38.99528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:38.40866Z","time spent":"586.606794ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:38.995366Z","caller":"traceutil/trace.go:171","msg":"trace[197154167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"642.493266ms","start":"2026-03-14T07:05:38.352825Z","end":"2026-03-14T07:05:38.995319Z","steps":["trace[197154167] 'agreement among raft nodes before linearized reading' (duration: 642.058595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:38.995485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:38.352807Z","time spent":"642.662631ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:05:44.202091Z","caller":"traceutil/trace.go:171","msg":"trace[2000517453] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"150.878399ms","start":"2026-03-14T07:05:44.051191Z","end":"2026-03-14T07:05:44.20207Z","steps":["trace[2000517453] 'process raft request' (duration: 84.504201ms)","trace[2000517453] 'compare' (duration: 66.287666ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:44.223905Z","caller":"traceutil/trace.go:171","msg":"trace[181841694] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"172.130206ms","start":"2026-03-14T07:05:44.051754Z","end":"2026-03-14T07:05:44.223884Z","steps":["trace[181841694] 'process raft request' (duration: 171.977632ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:44.224228Z","caller":"traceutil/trace.go:171","msg":"trace[2021523515] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"170.618217ms","start":"2026-03-14T07:05:44.053581Z","end":"2026-03-14T07:05:44.2242Z","steps":["trace[2021523515] 'process raft request' (duration: 170.267237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:44.224266Z","caller":"traceutil/trace.go:171","msg":"trace[353507481] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"169.418914ms","start":"2026-03-14T07:05:44.054839Z","end":"2026-03-14T07:05:44.224258Z","steps":["trace[353507481] 'process raft request' (duration: 169.225659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:45.336631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.26175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:45.336858Z","caller":"traceutil/trace.go:171","msg":"trace[2081376713] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.036623403s","start":"2026-03-14T07:05:44.300174Z","end":"2026-03-14T07:05:45.336798Z","steps":["trace[2081376713] 'process raft request' (duration: 49.080635ms)","trace[2081376713] 'compare' (duration: 987.049605ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:45.336944Z","caller":"traceutil/trace.go:171","msg":"trace[558952655] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"862.27409ms","start":"2026-03-14T07:05:44.474646Z","end":"2026-03-14T07:05:45.33692Z","steps":["trace[558952655] 'process raft request' (duration: 862.141537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:45.337017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:44.300146Z","time spent":"1.036783857s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:45.337058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:44.474618Z","time spent":"862.385892ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:45.337177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004330087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:45.336899Z","caller":"traceutil/trace.go:171","msg":"trace[1281232962] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2039; }","duration":"1.004021429s","start":"2026-03-14T07:05:44.332848Z","end":"2026-03-14T07:05:45.336869Z","steps":["trace[1281232962] 'read index received' (duration: 16.297436ms)","trace[1281232962] 'applied index is now lower than readState.Index' (duration: 987.721783ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:45.337313Z","caller":"traceutil/trace.go:171","msg":"trace[1983768436] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1962; }","duration":"1.004535123s","start":"2026-03-14T07:05:44.332759Z","end":"2026-03-14T07:05:45.337294Z","steps":["trace[1983768436] 'agreement among raft nodes before linearized reading' (duration: 1.004352658s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:45.33771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:44.332725Z","time spent":"1.004857751s","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:46.844185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323668776s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:05:46.876072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384603842s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:05:46.876546Z","caller":"traceutil/trace.go:171","msg":"trace[2011935903] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.860591979s","start":"2026-03-14T07:05:45.015923Z","end":"2026-03-14T07:05:46.876515Z","steps":["trace[2011935903] 'process raft request' (duration: 475.435703ms)","trace[2011935903] 'compare' (duration: 1.384406066s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:46.876571Z","caller":"traceutil/trace.go:171","msg":"trace[1017767427] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2041; }","duration":"1.539218349s","start":"2026-03-14T07:05:45.337302Z","end":"2026-03-14T07:05:46.87652Z","steps":["trace[1017767427] 'read index received' (duration: 154.090003ms)","trace[1017767427] 'applied index is now lower than readState.Index' (duration: 1.385124916s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:46.876693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.015896Z","time spent":"1.860719063s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:47.639664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999743103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T07:05:47.639748Z","caller":"traceutil/trace.go:171","msg":"trace[1432399380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879166s","start":"2026-03-14T07:05:45.63985Z","end":"2026-03-14T07:05:47.63973Z","steps":["trace[1432399380] 'agreement among raft nodes before linearized reading' (duration: 1.999778433s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:47.639864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.639819Z","time spent":"2.00003152s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:05:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T07:05:48.598036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721833337s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:05:48.598173Z","caller":"traceutil/trace.go:171","msg":"trace[22329785] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"1.72152931s","start":"2026-03-14T07:05:46.87662Z","end":"2026-03-14T07:05:48.598149Z","steps":["trace[22329785] 'read index received' (duration: 104.243µs)","trace[22329785] 'applied index is now lower than readState.Index' (duration: 1.721423097s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:48.598314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.759728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:48.598543Z","caller":"traceutil/trace.go:171","msg":"trace[257453922] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1963; }","duration":"144.993204ms","start":"2026-03-14T07:05:48.453512Z","end":"2026-03-14T07:05:48.598505Z","steps":["trace[257453922] 'range keys from in-memory index tree' (duration: 144.736848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.59848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303804515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:48.598828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403945898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:48.598892Z","caller":"traceutil/trace.go:171","msg":"trace[1082701798] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1963; }","duration":"3.304254188s","start":"2026-03-14T07:05:45.29462Z","end":"2026-03-14T07:05:48.598874Z","steps":["trace[1082701798] 'agreement among raft nodes before linearized reading' (duration: 1.58207299s)","trace[1082701798] 'count revisions from in-memory index tree' (duration: 1.721749676s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:48.598907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370873327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-14T07:05:48.59894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.294598Z","time spent":"3.30432579s","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:48.599068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392170343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T07:05:48.599119Z","caller":"traceutil/trace.go:171","msg":"trace[1739997351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1963; }","duration":"2.392254476s","start":"2026-03-14T07:05:46.206853Z","end":"2026-03-14T07:05:48.599108Z","steps":["trace[1739997351] 'agreement among raft nodes before linearized reading' (duration: 2.392139413s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.599165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:46.206831Z","time spent":"2.392321578s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:48.598371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265515023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca34e33e63b4e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T07:05:48.599345Z","caller":"traceutil/trace.go:171","msg":"trace[173518102] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ca34e33e63b4e; range_end:; response_count:1; response_revision:1963; }","duration":"3.266496139s","start":"2026-03-14T07:05:45.332807Z","end":"2026-03-14T07:05:48.599304Z","steps":["trace[173518102] 'agreement among raft nodes before linearized reading' (duration: 1.54386738s)","trace[173518102] 'range keys from in-memory index tree' (duration: 1.721487029s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:48.598696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368818743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-14T07:05:48.599474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545439836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:05:48.599523Z","caller":"traceutil/trace.go:171","msg":"trace[1059089256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1963; }","duration":"2.545520228s","start":"2026-03-14T07:05:46.053987Z","end":"2026-03-14T07:05:48.599508Z","steps":["trace[1059089256] 'agreement among raft nodes before linearized reading' (duration: 2.545378374s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:48.599528Z","caller":"traceutil/trace.go:171","msg":"trace[7094232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1963; }","duration":"2.369655994s","start":"2026-03-14T07:05:46.229849Z","end":"2026-03-14T07:05:48.599505Z","steps":["trace[7094232] 'agreement among raft nodes before linearized reading' (duration: 2.36876536s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.599563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997304283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:48.599599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:46.229838Z","time spent":"2.369736927s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:48.599596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207024533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:48.598905Z","caller":"traceutil/trace.go:171","msg":"trace[32317662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1963; }","duration":"3.40406338s","start":"2026-03-14T07:05:45.19482Z","end":"2026-03-14T07:05:48.598883Z","steps":["trace[32317662] 'agreement among raft nodes before linearized reading' (duration: 1.681883242s)","trace[32317662] 'count revisions from in-memory index tree' (duration: 1.722071724s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:48.599641Z","caller":"traceutil/trace.go:171","msg":"trace[725944372] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1963; }","duration":"2.997427266s","start":"2026-03-14T07:05:45.602192Z","end":"2026-03-14T07:05:48.599619Z","steps":["trace[725944372] 'agreement among raft nodes before linearized reading' (duration: 2.997321703s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.59948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.332789Z","time spent":"3.266667314s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca34e33e63b4e\" "} {"level":"warn","ts":"2026-03-14T07:05:48.598587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140397784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:48.599576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:46.053969Z","time spent":"2.54559521s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:48.598786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370715203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T07:05:48.599567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754284422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:48.599708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.602167Z","time spent":"2.997525169s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:48.599511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560165756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:05:48.59967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725678513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:48.599707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.194795Z","time spent":"3.404878461s","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:48.598967Z","caller":"traceutil/trace.go:171","msg":"trace[1071640931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1963; }","duration":"2.370939488s","start":"2026-03-14T07:05:46.227999Z","end":"2026-03-14T07:05:48.598938Z","steps":["trace[1071640931] 'agreement among raft nodes before linearized reading' (duration: 2.370811565s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.599962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:46.227986Z","time spent":"2.371966756s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:05:48.600042Z","caller":"traceutil/trace.go:171","msg":"trace[1594481552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1963; }","duration":"3.207121415s","start":"2026-03-14T07:05:45.392501Z","end":"2026-03-14T07:05:48.599622Z","steps":["trace[1594481552] 'agreement among raft nodes before linearized reading' (duration: 3.206991672s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:48.600198Z","caller":"traceutil/trace.go:171","msg":"trace[566822996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"3.560598287s","start":"2026-03-14T07:05:45.039295Z","end":"2026-03-14T07:05:48.599894Z","steps":["trace[566822996] 'agreement among raft nodes before linearized reading' (duration: 1.837417604s)","trace[566822996] 'range keys from in-memory index tree' (duration: 1.722256899s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:48.600216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.392471Z","time spent":"3.207736731s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:05:48.600095Z","caller":"traceutil/trace.go:171","msg":"trace[1630174877] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1963; }","duration":"2.141645337s","start":"2026-03-14T07:05:46.458132Z","end":"2026-03-14T07:05:48.599777Z","steps":["trace[1630174877] 'agreement among raft nodes before linearized reading' (duration: 2.140404624s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.60032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:46.45811Z","time spent":"2.142196581s","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:48.600136Z","caller":"traceutil/trace.go:171","msg":"trace[1180737766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1963; }","duration":"2.371803571s","start":"2026-03-14T07:05:46.228046Z","end":"2026-03-14T07:05:48.599849Z","steps":["trace[1180737766] 'agreement among raft nodes before linearized reading' (duration: 2.370672842s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.600413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:46.228039Z","time spent":"2.372353615s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:05:48.600156Z","caller":"traceutil/trace.go:171","msg":"trace[692328341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1963; }","duration":"2.754636111s","start":"2026-03-14T07:05:45.84522Z","end":"2026-03-14T07:05:48.599856Z","steps":["trace[692328341] 'agreement among raft nodes before linearized reading' (duration: 2.754286422s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.600514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.845192Z","time spent":"2.755288137s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:48.600177Z","caller":"traceutil/trace.go:171","msg":"trace[810515879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1963; }","duration":"2.72595479s","start":"2026-03-14T07:05:45.873946Z","end":"2026-03-14T07:05:48.599901Z","steps":["trace[810515879] 'agreement among raft nodes before linearized reading' (duration: 2.725621812s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.600611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.873908Z","time spent":"2.726687089s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:48.600248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:45.039273Z","time spent":"3.560953937s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:48.750396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.408392345s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:05:48.750726Z","caller":"traceutil/trace.go:171","msg":"trace[362085025] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.408816926s","start":"2026-03-14T07:05:47.341884Z","end":"2026-03-14T07:05:48.750701Z","steps":["trace[362085025] 'process raft request' (duration: 1.408674902s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:48.750867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.341859Z","time spent":"1.408927438s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.487183Z","caller":"traceutil/trace.go:171","msg":"trace[1028790034] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.867174793s","start":"2026-03-14T07:05:47.619954Z","end":"2026-03-14T07:05:49.487128Z","steps":["trace[1028790034] 'process raft request' (duration: 1.855673802s)","trace[1028790034] 'compare' (duration: 10.984917ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:49.487251Z","caller":"traceutil/trace.go:171","msg":"trace[1101973715] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"886.042792ms","start":"2026-03-14T07:05:48.601179Z","end":"2026-03-14T07:05:49.487222Z","steps":["trace[1101973715] 'process raft request' (duration: 885.874398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.487357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.619922Z","time spent":"1.867348897s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:49.487416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.601154Z","time spent":"886.169235ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.487472Z","caller":"traceutil/trace.go:171","msg":"trace[1019687980] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"883.68681ms","start":"2026-03-14T07:05:48.603763Z","end":"2026-03-14T07:05:49.48745Z","steps":["trace[1019687980] 'process raft request' (duration: 883.402463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.487607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.603737Z","time spent":"883.803964ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.487823Z","caller":"traceutil/trace.go:171","msg":"trace[780165712] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"884.004768ms","start":"2026-03-14T07:05:48.603789Z","end":"2026-03-14T07:05:49.487794Z","steps":["trace[780165712] 'process raft request' (duration: 883.589967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.487926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.603771Z","time spent":"884.108181ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.487951Z","caller":"traceutil/trace.go:171","msg":"trace[1116676268] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"884.06826ms","start":"2026-03-14T07:05:48.603856Z","end":"2026-03-14T07:05:49.487924Z","steps":["trace[1116676268] 'process raft request' (duration: 883.873865ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.488075Z","caller":"traceutil/trace.go:171","msg":"trace[2044295935] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"883.950247ms","start":"2026-03-14T07:05:48.604105Z","end":"2026-03-14T07:05:49.488055Z","steps":["trace[2044295935] 'process raft request' (duration: 883.721601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.488114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.603828Z","time spent":"884.201513ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:49.488167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.604093Z","time spent":"884.02964ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.488391Z","caller":"traceutil/trace.go:171","msg":"trace[1057422449] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"883.629368ms","start":"2026-03-14T07:05:48.604744Z","end":"2026-03-14T07:05:49.488374Z","steps":["trace[1057422449] 'process raft request' (duration: 883.497535ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.488385Z","caller":"traceutil/trace.go:171","msg":"trace[379424506] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"883.69162ms","start":"2026-03-14T07:05:48.604674Z","end":"2026-03-14T07:05:49.488365Z","steps":["trace[379424506] 'process raft request' (duration: 883.32106ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.48845Z","caller":"traceutil/trace.go:171","msg":"trace[1379487933] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"605.638332ms","start":"2026-03-14T07:05:48.882797Z","end":"2026-03-14T07:05:49.488436Z","steps":["trace[1379487933] 'process raft request' (duration: 605.524719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.4885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.604737Z","time spent":"883.70617ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:49.488522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.882782Z","time spent":"605.698653ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:49.488496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.604663Z","time spent":"883.788452ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:49.48839Z","caller":"traceutil/trace.go:171","msg":"trace[275055311] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2043; }","duration":"890.153989ms","start":"2026-03-14T07:05:48.598217Z","end":"2026-03-14T07:05:49.488371Z","steps":["trace[275055311] 'read index received' (duration: 152.374539ms)","trace[275055311] 'applied index is now lower than readState.Index' (duration: 737.77844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:49.488634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215443384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:49.488674Z","caller":"traceutil/trace.go:171","msg":"trace[1887861485] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1973; }","duration":"1.215513395s","start":"2026-03-14T07:05:48.273142Z","end":"2026-03-14T07:05:49.488656Z","steps":["trace[1887861485] 'agreement among raft nodes before linearized reading' (duration: 1.215461374s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.488714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.273116Z","time spent":"1.215589948s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:49.488744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.834155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:49.488731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206088838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:49.488793Z","caller":"traceutil/trace.go:171","msg":"trace[1174171368] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1973; }","duration":"804.881956ms","start":"2026-03-14T07:05:48.683894Z","end":"2026-03-14T07:05:49.488776Z","steps":["trace[1174171368] 'agreement among raft nodes before linearized reading' (duration: 804.794694ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.488807Z","caller":"traceutil/trace.go:171","msg":"trace[124786830] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1973; }","duration":"1.206187491s","start":"2026-03-14T07:05:48.282607Z","end":"2026-03-14T07:05:49.488795Z","steps":["trace[124786830] 'agreement among raft nodes before linearized reading' (duration: 1.206062158s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.488836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.683841Z","time spent":"804.98225ms","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:49.488874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.282596Z","time spent":"1.206237702s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:49.488941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.510899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:49.488991Z","caller":"traceutil/trace.go:171","msg":"trace[563329796] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1973; }","duration":"500.593792ms","start":"2026-03-14T07:05:48.988386Z","end":"2026-03-14T07:05:49.48898Z","steps":["trace[563329796] 'agreement among raft nodes before linearized reading' (duration: 500.491279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.489026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.988365Z","time spent":"500.652293ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:49.488671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293919172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:49.489152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848980955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:49.489251Z","caller":"traceutil/trace.go:171","msg":"trace[1730508830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"1.849211831s","start":"2026-03-14T07:05:47.640022Z","end":"2026-03-14T07:05:49.489233Z","steps":["trace[1730508830] 'agreement among raft nodes before linearized reading' (duration: 1.848893883s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.489155Z","caller":"traceutil/trace.go:171","msg":"trace[416897605] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1973; }","duration":"2.294471176s","start":"2026-03-14T07:05:47.194642Z","end":"2026-03-14T07:05:49.489113Z","steps":["trace[416897605] 'agreement among raft nodes before linearized reading' (duration: 2.293783348s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.489353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.639996Z","time spent":"1.849340525s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:05:49.489445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429442664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-14T07:05:49.489667Z","caller":"traceutil/trace.go:171","msg":"trace[781228850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1973; }","duration":"1.429699232s","start":"2026-03-14T07:05:48.059953Z","end":"2026-03-14T07:05:49.489652Z","steps":["trace[781228850] 'agreement among raft nodes before linearized reading' (duration: 1.428690175s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.489708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.059926Z","time spent":"1.429770113s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:05:49.48943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:47.194557Z","time spent":"2.294815375s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:49.489074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.370136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:49.49002Z","caller":"traceutil/trace.go:171","msg":"trace[1748282425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1973; }","duration":"611.340332ms","start":"2026-03-14T07:05:48.87866Z","end":"2026-03-14T07:05:49.490001Z","steps":["trace[1748282425] 'agreement among raft nodes before linearized reading' (duration: 610.376166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.490105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:48.87864Z","time spent":"611.434355ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:49.670044Z","caller":"traceutil/trace.go:171","msg":"trace[874190760] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2054; }","duration":"172.792773ms","start":"2026-03-14T07:05:49.49723Z","end":"2026-03-14T07:05:49.670023Z","steps":["trace[874190760] 'read index received' (duration: 151.377452ms)","trace[874190760] 'applied index is now lower than readState.Index' (duration: 21.413581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:49.670237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.871044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:49.670276Z","caller":"traceutil/trace.go:171","msg":"trace[1165375243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1975; }","duration":"167.933035ms","start":"2026-03-14T07:05:49.502333Z","end":"2026-03-14T07:05:49.670266Z","steps":["trace[1165375243] 'agreement among raft nodes before linearized reading' (duration: 167.854083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:49.670255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.915746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:49.670324Z","caller":"traceutil/trace.go:171","msg":"trace[1606380932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"173.106381ms","start":"2026-03-14T07:05:49.497203Z","end":"2026-03-14T07:05:49.67031Z","steps":["trace[1606380932] 'agreement among raft nodes before linearized reading' (duration: 172.894546ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:49.670077Z","caller":"traceutil/trace.go:171","msg":"trace[612310422] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"172.997618ms","start":"2026-03-14T07:05:49.497049Z","end":"2026-03-14T07:05:49.670046Z","steps":["trace[612310422] 'process raft request' (duration: 151.568117ms)","trace[612310422] 'compare' (duration: 21.075882ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:51.724747Z","caller":"traceutil/trace.go:171","msg":"trace[1512043669] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"227.381441ms","start":"2026-03-14T07:05:51.497346Z","end":"2026-03-14T07:05:51.724728Z","steps":["trace[1512043669] 'process raft request' (duration: 227.209117ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:51.724999Z","caller":"traceutil/trace.go:171","msg":"trace[1090930439] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"227.459023ms","start":"2026-03-14T07:05:51.497532Z","end":"2026-03-14T07:05:51.724991Z","steps":["trace[1090930439] 'process raft request' (duration: 227.152215ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:51.725101Z","caller":"traceutil/trace.go:171","msg":"trace[2108004682] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"227.448544ms","start":"2026-03-14T07:05:51.497637Z","end":"2026-03-14T07:05:51.725086Z","steps":["trace[2108004682] 'process raft request' (duration: 227.241568ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:51.725242Z","caller":"traceutil/trace.go:171","msg":"trace[1971614449] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"226.023356ms","start":"2026-03-14T07:05:51.499194Z","end":"2026-03-14T07:05:51.725217Z","steps":["trace[1971614449] 'process raft request' (duration: 225.923413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:51.725258Z","caller":"traceutil/trace.go:171","msg":"trace[1106814975] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"226.695884ms","start":"2026-03-14T07:05:51.498514Z","end":"2026-03-14T07:05:51.72521Z","steps":["trace[1106814975] 'process raft request' (duration: 226.493477ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:51.725258Z","caller":"traceutil/trace.go:171","msg":"trace[224436029] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"226.15656ms","start":"2026-03-14T07:05:51.49907Z","end":"2026-03-14T07:05:51.725227Z","steps":["trace[224436029] 'process raft request' (duration: 226.003146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.040042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.097243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:54.040128Z","caller":"traceutil/trace.go:171","msg":"trace[119924174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1990; }","duration":"311.225746ms","start":"2026-03-14T07:05:53.728882Z","end":"2026-03-14T07:05:54.040108Z","steps":["trace[119924174] 'range keys from in-memory index tree' (duration: 310.851317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.040172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.728868Z","time spent":"311.294758ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:54.04028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.309579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:54.040371Z","caller":"traceutil/trace.go:171","msg":"trace[233380412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1990; }","duration":"311.437362ms","start":"2026-03-14T07:05:53.72892Z","end":"2026-03-14T07:05:54.040357Z","steps":["trace[233380412] 'range keys from in-memory index tree' (duration: 311.169205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.040409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.7289Z","time spent":"311.499303ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:05:54.040608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.317208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:05:54.040695Z","caller":"traceutil/trace.go:171","msg":"trace[1097546369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1990; }","duration":"311.438132ms","start":"2026-03-14T07:05:53.729236Z","end":"2026-03-14T07:05:54.040674Z","steps":["trace[1097546369] 'range keys from in-memory index tree' (duration: 310.98885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.040665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.544619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:05:54.04115Z","caller":"traceutil/trace.go:171","msg":"trace[639897952] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1990; }","duration":"311.033052ms","start":"2026-03-14T07:05:53.730086Z","end":"2026-03-14T07:05:54.041119Z","steps":["trace[639897952] 'range keys from in-memory index tree' (duration: 309.914012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.041349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.73005Z","time spent":"311.272878ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:05:54.040825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.72923Z","time spent":"311.581966ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:05:54.060426Z","caller":"traceutil/trace.go:171","msg":"trace[1960103000] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2071; }","duration":"329.200857ms","start":"2026-03-14T07:05:53.731205Z","end":"2026-03-14T07:05:54.060406Z","steps":["trace[1960103000] 'read index received' (duration: 329.103204ms)","trace[1960103000] 'applied index is now lower than readState.Index' (duration: 96.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:54.060552Z","caller":"traceutil/trace.go:171","msg":"trace[204713526] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"329.519205ms","start":"2026-03-14T07:05:53.730944Z","end":"2026-03-14T07:05:54.060463Z","steps":["trace[204713526] 'process raft request' (duration: 329.32271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.060623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.418782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:54.060658Z","caller":"traceutil/trace.go:171","msg":"trace[2014850444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1991; }","duration":"329.533085ms","start":"2026-03-14T07:05:53.731112Z","end":"2026-03-14T07:05:54.060645Z","steps":["trace[2014850444] 'agreement among raft nodes before linearized reading' (duration: 329.395701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.060697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.731076Z","time spent":"329.612617ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:54.060724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.730925Z","time spent":"329.701869ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:54.109669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.52576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:54.109739Z","caller":"traceutil/trace.go:171","msg":"trace[965905771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"370.655193ms","start":"2026-03-14T07:05:53.739067Z","end":"2026-03-14T07:05:54.109722Z","steps":["trace[965905771] 'agreement among raft nodes before linearized reading' (duration: 370.408696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.109782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:53.739032Z","time spent":"370.739635ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:06:50.564915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.135273Z","time spent":"429.638171ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T07:06:50.572922Z","caller":"traceutil/trace.go:171","msg":"trace[1281286632] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2528; }","duration":"187.435825ms","start":"2026-03-14T07:06:50.385459Z","end":"2026-03-14T07:06:50.572894Z","steps":["trace[1281286632] 'read index received' (duration: 179.32418ms)","trace[1281286632] 'applied index is now lower than readState.Index' (duration: 8.110515ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:50.572991Z","caller":"traceutil/trace.go:171","msg":"trace[429013095] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"249.222674ms","start":"2026-03-14T07:06:50.323741Z","end":"2026-03-14T07:06:50.572964Z","steps":["trace[429013095] 'process raft request' (duration: 249.018558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:50.573122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.64905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:06:50.573181Z","caller":"traceutil/trace.go:171","msg":"trace[1836123164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2430; }","duration":"187.746283ms","start":"2026-03-14T07:06:50.385423Z","end":"2026-03-14T07:06:50.573169Z","steps":["trace[1836123164] 'agreement among raft nodes before linearized reading' (duration: 187.585099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.073075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044852562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:06:51.573947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044852562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:06:51.776436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203647413s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:06:51.778717Z","caller":"traceutil/trace.go:171","msg":"trace[1502325821] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"1.212555539s","start":"2026-03-14T07:06:50.566135Z","end":"2026-03-14T07:06:51.778691Z","steps":["trace[1502325821] 'process raft request' (duration: 1.210666328s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.778902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.566109Z","time spent":"1.212674922s","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:51.779451Z","caller":"traceutil/trace.go:171","msg":"trace[895040072] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"926.757634ms","start":"2026-03-14T07:06:50.852681Z","end":"2026-03-14T07:06:51.779438Z","steps":["trace[895040072] 'process raft request' (duration: 926.524708ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.779417Z","caller":"traceutil/trace.go:171","msg":"trace[1731766817] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"1.202238835s","start":"2026-03-14T07:06:50.577137Z","end":"2026-03-14T07:06:51.779376Z","steps":["trace[1731766817] 'process raft request' (duration: 1.201870975s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.779786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.577121Z","time spent":"1.202597865s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:51.779781Z","caller":"traceutil/trace.go:171","msg":"trace[925102872] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"1.158078694s","start":"2026-03-14T07:06:50.621198Z","end":"2026-03-14T07:06:51.779276Z","steps":["trace[925102872] 'process raft request' (duration: 1.157952961s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.77982Z","caller":"traceutil/trace.go:171","msg":"trace[2003187439] linearizableReadLoop","detail":"{readStateIndex:2535; appliedIndex:2530; }","duration":"1.206802696s","start":"2026-03-14T07:06:50.572982Z","end":"2026-03-14T07:06:51.779784Z","steps":["trace[2003187439] 'read index received' (duration: 1.203762716s)","trace[2003187439] 'applied index is now lower than readState.Index' (duration: 3.0375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:51.779613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.85265Z","time spent":"926.851937ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:51.77992Z","caller":"traceutil/trace.go:171","msg":"trace[1212351890] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"647.896153ms","start":"2026-03-14T07:06:51.13197Z","end":"2026-03-14T07:06:51.779866Z","steps":["trace[1212351890] 'process raft request' (duration: 647.420121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.779981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385989942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:06:51.780031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137818045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:06:51.780064Z","caller":"traceutil/trace.go:171","msg":"trace[9320082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.386117255s","start":"2026-03-14T07:06:50.393928Z","end":"2026-03-14T07:06:51.780045Z","steps":["trace[9320082] 'agreement among raft nodes before linearized reading' (duration: 1.385895429s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:51.780079Z","caller":"traceutil/trace.go:171","msg":"trace[1086461992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2435; }","duration":"1.137892768s","start":"2026-03-14T07:06:50.642168Z","end":"2026-03-14T07:06:51.78006Z","steps":["trace[1086461992] 'agreement among raft nodes before linearized reading' (duration: 1.137761644s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.780084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393694766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:06:51.780121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.393912Z","time spent":"1.386195617s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:51.779984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372986986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:06:51.780269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.621175Z","time spent":"1.158682559s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:51.780511Z","caller":"traceutil/trace.go:171","msg":"trace[257115696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2435; }","duration":"1.37352542s","start":"2026-03-14T07:06:50.406935Z","end":"2026-03-14T07:06:51.780461Z","steps":["trace[257115696] 'agreement among raft nodes before linearized reading' (duration: 1.372883823s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.780122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137893218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:06:51.780594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.406919Z","time spent":"1.373649113s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:06:51.780606Z","caller":"traceutil/trace.go:171","msg":"trace[1773949122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2435; }","duration":"1.13838053s","start":"2026-03-14T07:06:50.642193Z","end":"2026-03-14T07:06:51.780574Z","steps":["trace[1773949122] 'agreement among raft nodes before linearized reading' (duration: 1.137874827s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.780676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.642182Z","time spent":"1.138469532s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:06:51.780148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:51.13194Z","time spent":"648.060708ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:51.780118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386981258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:06:51.780912Z","caller":"traceutil/trace.go:171","msg":"trace[1289910958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"1.38784306s","start":"2026-03-14T07:06:50.393051Z","end":"2026-03-14T07:06:51.780894Z","steps":["trace[1289910958] 'agreement among raft nodes before linearized reading' (duration: 1.386825894s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.78098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.393035Z","time spent":"1.387926222s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:51.780215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13798224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:51.781088Z","caller":"traceutil/trace.go:171","msg":"trace[1272346890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2435; }","duration":"1.138912255s","start":"2026-03-14T07:06:50.642166Z","end":"2026-03-14T07:06:51.781078Z","steps":["trace[1272346890] 'agreement among raft nodes before linearized reading' (duration: 1.137962289s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.781124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.642147Z","time spent":"1.138967406s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:06:51.780266Z","caller":"traceutil/trace.go:171","msg":"trace[789193071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2435; }","duration":"1.39387462s","start":"2026-03-14T07:06:50.386362Z","end":"2026-03-14T07:06:51.780236Z","steps":["trace[789193071] 'agreement among raft nodes before linearized reading' (duration: 1.393554142s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:51.781305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.386353Z","time spent":"1.394937799s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:06:51.780121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:50.642153Z","time spent":"1.137954609s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:07:00.15698Z","caller":"traceutil/trace.go:171","msg":"trace[442697458] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"339.556191ms","start":"2026-03-14T07:06:59.817405Z","end":"2026-03-14T07:07:00.156961Z","steps":["trace[442697458] 'read index received' (duration: 335.305219ms)","trace[442697458] 'applied index is now lower than readState.Index' (duration: 4.250102ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:00.157075Z","caller":"traceutil/trace.go:171","msg":"trace[2073815064] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"343.800272ms","start":"2026-03-14T07:06:59.813241Z","end":"2026-03-14T07:07:00.157041Z","steps":["trace[2073815064] 'process raft request' (duration: 339.443107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:00.157151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.981539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:07:00.157203Z","caller":"traceutil/trace.go:171","msg":"trace[1937259768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2481; }","duration":"338.066461ms","start":"2026-03-14T07:06:59.819129Z","end":"2026-03-14T07:07:00.157195Z","steps":["trace[1937259768] 'agreement among raft nodes before linearized reading' (duration: 337.936488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:00.157202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.135544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T07:07:00.157232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:59.81912Z","time spent":"338.105253ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:07:00.157214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.787477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:07:00.157241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:59.813213Z","time spent":"343.942876ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:00.157289Z","caller":"traceutil/trace.go:171","msg":"trace[47866357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2481; }","duration":"339.89278ms","start":"2026-03-14T07:06:59.817379Z","end":"2026-03-14T07:07:00.157272Z","steps":["trace[47866357] 'agreement among raft nodes before linearized reading' (duration: 339.681034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:00.157337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:59.817368Z","time spent":"339.961003ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:07:00.157244Z","caller":"traceutil/trace.go:171","msg":"trace[393683558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2481; }","duration":"205.216687ms","start":"2026-03-14T07:06:59.952016Z","end":"2026-03-14T07:07:00.157232Z","steps":["trace[393683558] 'agreement among raft nodes before linearized reading' (duration: 205.110763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:00.157488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.806106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:07:00.157517Z","caller":"traceutil/trace.go:171","msg":"trace[747970898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2481; }","duration":"331.863447ms","start":"2026-03-14T07:06:59.825646Z","end":"2026-03-14T07:07:00.157509Z","steps":["trace[747970898] 'agreement among raft nodes before linearized reading' (duration: 331.788535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:00.157507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.588597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:07:00.157535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:59.825607Z","time spent":"331.924329ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:07:00.15755Z","caller":"traceutil/trace.go:171","msg":"trace[1320761591] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2481; }","duration":"329.655658ms","start":"2026-03-14T07:06:59.827881Z","end":"2026-03-14T07:07:00.157537Z","steps":["trace[1320761591] 'agreement among raft nodes before linearized reading' (duration: 329.539275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:00.157592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:59.827867Z","time spent":"329.70635ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:07:00.157665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.695317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:07:00.157746Z","caller":"traceutil/trace.go:171","msg":"trace[698931929] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2481; }","duration":"243.850141ms","start":"2026-03-14T07:06:59.913878Z","end":"2026-03-14T07:07:00.157728Z","steps":["trace[698931929] 'agreement among raft nodes before linearized reading' (duration: 243.577154ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:04.196783Z","caller":"traceutil/trace.go:171","msg":"trace[31426334] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"292.097951ms","start":"2026-03-14T07:07:03.904663Z","end":"2026-03-14T07:07:04.196761Z","steps":["trace[31426334] 'read index received' (duration: 291.877635ms)","trace[31426334] 'applied index is now lower than readState.Index' (duration: 219.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:04.196838Z","caller":"traceutil/trace.go:171","msg":"trace[806215899] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"382.366847ms","start":"2026-03-14T07:07:03.81443Z","end":"2026-03-14T07:07:04.196796Z","steps":["trace[806215899] 'process raft request' (duration: 382.158861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:04.196994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:03.814408Z","time spent":"382.502901ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:04.197186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.512763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:07:04.197239Z","caller":"traceutil/trace.go:171","msg":"trace[1632400429] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2503; }","duration":"292.621916ms","start":"2026-03-14T07:07:03.904605Z","end":"2026-03-14T07:07:04.197226Z","steps":["trace[1632400429] 'agreement among raft nodes before linearized reading' (duration: 292.287397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:04.197193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.095519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:07:04.197392Z","caller":"traceutil/trace.go:171","msg":"trace[1980996149] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2503; }","duration":"284.321046ms","start":"2026-03-14T07:07:03.913044Z","end":"2026-03-14T07:07:04.197365Z","steps":["trace[1980996149] 'agreement among raft nodes before linearized reading' (duration: 283.972017ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:18.345744Z","caller":"traceutil/trace.go:171","msg":"trace[727868131] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"100.909138ms","start":"2026-03-14T07:07:18.244807Z","end":"2026-03-14T07:07:18.345716Z","steps":["trace[727868131] 'process raft request' (duration: 76.497061ms)","trace[727868131] 'compare' (duration: 24.15076ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:24.691052Z","caller":"traceutil/trace.go:171","msg":"trace[63344300] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2719; }","duration":"306.035436ms","start":"2026-03-14T07:07:24.384987Z","end":"2026-03-14T07:07:24.691023Z","steps":["trace[63344300] 'read index received' (duration: 305.79628ms)","trace[63344300] 'applied index is now lower than readState.Index' (duration: 238.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:24.691129Z","caller":"traceutil/trace.go:171","msg":"trace[1588211115] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"322.142043ms","start":"2026-03-14T07:07:24.368944Z","end":"2026-03-14T07:07:24.691086Z","steps":["trace[1588211115] 'process raft request' (duration: 321.879167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:24.691324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.368896Z","time spent":"322.319158ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:24.691429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.406506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:07:24.691442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.684231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:07:24.691503Z","caller":"traceutil/trace.go:171","msg":"trace[1889427900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2614; }","duration":"262.887236ms","start":"2026-03-14T07:07:24.428604Z","end":"2026-03-14T07:07:24.691491Z","steps":["trace[1889427900] 'agreement among raft nodes before linearized reading' (duration: 262.718422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:24.691496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.687597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:07:24.691535Z","caller":"traceutil/trace.go:171","msg":"trace[804769180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2614; }","duration":"306.59996ms","start":"2026-03-14T07:07:24.384911Z","end":"2026-03-14T07:07:24.691511Z","steps":["trace[804769180] 'agreement among raft nodes before linearized reading' (duration: 306.266502ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:24.691596Z","caller":"traceutil/trace.go:171","msg":"trace[656655965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2614; }","duration":"263.83567ms","start":"2026-03-14T07:07:24.427733Z","end":"2026-03-14T07:07:24.691569Z","steps":["trace[656655965] 'agreement among raft nodes before linearized reading' (duration: 263.599805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:24.69163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.384839Z","time spent":"306.779375ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:07:24.691851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.728863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:07:24.692135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.705633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:07:24.692185Z","caller":"traceutil/trace.go:171","msg":"trace[406353232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2614; }","duration":"264.802465ms","start":"2026-03-14T07:07:24.427369Z","end":"2026-03-14T07:07:24.692172Z","steps":["trace[406353232] 'agreement among raft nodes before linearized reading' (duration: 263.840491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:24.692367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.164944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:07:24.692557Z","caller":"traceutil/trace.go:171","msg":"trace[1970110666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2614; }","duration":"263.41353ms","start":"2026-03-14T07:07:24.429102Z","end":"2026-03-14T07:07:24.692515Z","steps":["trace[1970110666] 'agreement among raft nodes before linearized reading' (duration: 262.201079ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:24.691953Z","caller":"traceutil/trace.go:171","msg":"trace[1192065301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2614; }","duration":"262.850036ms","start":"2026-03-14T07:07:24.429065Z","end":"2026-03-14T07:07:24.691915Z","steps":["trace[1192065301] 'agreement among raft nodes before linearized reading' (duration: 262.428575ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:24.955991Z","caller":"traceutil/trace.go:171","msg":"trace[1013633427] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"260.357274ms","start":"2026-03-14T07:07:24.695594Z","end":"2026-03-14T07:07:24.955951Z","steps":["trace[1013633427] 'process raft request' (duration: 235.347413ms)","trace[1013633427] 'compare' (duration: 24.720174ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:25.030138Z","caller":"traceutil/trace.go:171","msg":"trace[389621714] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"334.165667ms","start":"2026-03-14T07:07:24.695935Z","end":"2026-03-14T07:07:25.030101Z","steps":["trace[389621714] 'process raft request' (duration: 333.854579ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:25.030126Z","caller":"traceutil/trace.go:171","msg":"trace[1271933767] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"333.940041ms","start":"2026-03-14T07:07:24.696147Z","end":"2026-03-14T07:07:25.030087Z","steps":["trace[1271933767] 'process raft request' (duration: 333.845059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:25.030407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.69592Z","time spent":"334.3112ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:25.030399Z","caller":"traceutil/trace.go:171","msg":"trace[1849583303] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"334.046414ms","start":"2026-03-14T07:07:24.696327Z","end":"2026-03-14T07:07:25.030373Z","steps":["trace[1849583303] 'process raft request' (duration: 333.711205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:25.030552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.696316Z","time spent":"334.149067ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:25.030884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.696062Z","time spent":"334.766083ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:25.031615Z","caller":"traceutil/trace.go:171","msg":"trace[68038112] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2720; }","duration":"163.430497ms","start":"2026-03-14T07:07:24.868156Z","end":"2026-03-14T07:07:25.031587Z","steps":["trace[68038112] 'read index received' (duration: 62.880608ms)","trace[68038112] 'applied index is now lower than readState.Index' (duration: 100.548839ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:25.031694Z","caller":"traceutil/trace.go:171","msg":"trace[728289839] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"334.30493ms","start":"2026-03-14T07:07:24.697383Z","end":"2026-03-14T07:07:25.031688Z","steps":["trace[728289839] 'process raft request' (duration: 332.892874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:25.03174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.697373Z","time spent":"334.341391ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:25.031663Z","caller":"traceutil/trace.go:171","msg":"trace[1429471336] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"334.152706ms","start":"2026-03-14T07:07:24.697498Z","end":"2026-03-14T07:07:25.031651Z","steps":["trace[1429471336] 'process raft request' (duration: 333.90141ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:25.031761Z","caller":"traceutil/trace.go:171","msg":"trace[1122351224] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"285.211741ms","start":"2026-03-14T07:07:24.746537Z","end":"2026-03-14T07:07:25.031749Z","steps":["trace[1122351224] 'process raft request' (duration: 284.966845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:25.031853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:24.69747Z","time spent":"334.331651ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:25.032117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.95682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ca36b61c7db6f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T07:07:25.032166Z","caller":"traceutil/trace.go:171","msg":"trace[1232638977] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ca36b61c7db6f; range_end:; response_count:1; response_revision:2621; }","duration":"164.047742ms","start":"2026-03-14T07:07:24.868105Z","end":"2026-03-14T07:07:25.032152Z","steps":["trace[1232638977] 'agreement among raft nodes before linearized reading' (duration: 163.908788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:25.580492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044853084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:07:26.221496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:25.379929Z","time spent":"841.559898ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:07:26.221741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.649909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:07:26.221958Z","caller":"traceutil/trace.go:171","msg":"trace[58375175] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"1.186973488s","start":"2026-03-14T07:07:25.034961Z","end":"2026-03-14T07:07:26.221935Z","steps":["trace[58375175] 'process raft request' (duration: 553.012781ms)","trace[58375175] 'compare' (duration: 633.536767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:26.222168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:25.034935Z","time spent":"1.187087941s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:26.697544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.681229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:07:26.697722Z","caller":"traceutil/trace.go:171","msg":"trace[1311721386] linearizableReadLoop","detail":"{readStateIndex:2729; appliedIndex:2727; }","duration":"1.617712054s","start":"2026-03-14T07:07:25.079985Z","end":"2026-03-14T07:07:26.697697Z","steps":["trace[1311721386] 'read index received' (duration: 507.998966ms)","trace[1311721386] 'applied index is now lower than readState.Index' (duration: 1.109710978s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:26.698043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618034352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:26.698163Z","caller":"traceutil/trace.go:171","msg":"trace[697796717] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2622; }","duration":"1.618193776s","start":"2026-03-14T07:07:25.079945Z","end":"2026-03-14T07:07:26.698139Z","steps":["trace[697796717] 'agreement among raft nodes before linearized reading' (duration: 1.618028642s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:26.698204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:25.079925Z","time spent":"1.618268317s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:07:27.198063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044853088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:07:27.60134Z","caller":"traceutil/trace.go:171","msg":"trace[1649927175] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"903.593523ms","start":"2026-03-14T07:07:26.697697Z","end":"2026-03-14T07:07:27.60129Z","steps":["trace[1649927175] 'process raft request' (duration: 903.368867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:27.601788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:26.697673Z","time spent":"903.761147ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:27.603796Z","caller":"traceutil/trace.go:171","msg":"trace[1212919314] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"565.553189ms","start":"2026-03-14T07:07:27.038207Z","end":"2026-03-14T07:07:27.603761Z","steps":["trace[1212919314] 'process raft request' (duration: 565.349064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:27.604028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.038171Z","time spent":"565.724174ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:27.60399Z","caller":"traceutil/trace.go:171","msg":"trace[1900035940] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2729; }","duration":"906.181198ms","start":"2026-03-14T07:07:26.697761Z","end":"2026-03-14T07:07:27.603942Z","steps":["trace[1900035940] 'read index received' (duration: 903.330716ms)","trace[1900035940] 'applied index is now lower than readState.Index' (duration: 2.848312ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:27.604084Z","caller":"traceutil/trace.go:171","msg":"trace[1036538079] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"467.550265ms","start":"2026-03-14T07:07:27.13642Z","end":"2026-03-14T07:07:27.60397Z","steps":["trace[1036538079] 'process raft request' (duration: 467.302988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:27.604203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.136385Z","time spent":"467.76571ms","remote":"127.0.0.1:43974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:27.658357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986084852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:07:27.658431Z","caller":"traceutil/trace.go:171","msg":"trace[1838190888] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2625; }","duration":"1.986206436s","start":"2026-03-14T07:07:25.672206Z","end":"2026-03-14T07:07:27.658412Z","steps":["trace[1838190888] 'agreement among raft nodes before linearized reading' (duration: 1.931822513s)","trace[1838190888] 'count revisions from in-memory index tree' (duration: 54.27937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.658406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.762387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:07:27.658484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:25.672185Z","time spent":"1.986286949s","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:07:27.658529Z","caller":"traceutil/trace.go:171","msg":"trace[1935564829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2625; }","duration":"621.925672ms","start":"2026-03-14T07:07:27.036572Z","end":"2026-03-14T07:07:27.658498Z","steps":["trace[1935564829] 'agreement among raft nodes before linearized reading' (duration: 567.665021ms)","trace[1935564829] 'range keys from in-memory index tree' (duration: 53.993753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.6586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.036566Z","time spent":"622.018425ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:07:27.658629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.87574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:07:27.658709Z","caller":"traceutil/trace.go:171","msg":"trace[592154431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2625; }","duration":"622.020664ms","start":"2026-03-14T07:07:27.036668Z","end":"2026-03-14T07:07:27.658689Z","steps":["trace[592154431] 'agreement among raft nodes before linearized reading' (duration: 567.625001ms)","trace[592154431] 'range keys from in-memory index tree' (duration: 54.213769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.658753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.036624Z","time spent":"622.119817ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:07:27.658928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.203939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:07:27.658926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.366693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:07:27.658965Z","caller":"traceutil/trace.go:171","msg":"trace[2081234120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2625; }","duration":"622.292001ms","start":"2026-03-14T07:07:27.036662Z","end":"2026-03-14T07:07:27.658954Z","steps":["trace[2081234120] 'agreement among raft nodes before linearized reading' (duration: 567.572009ms)","trace[2081234120] 'range keys from in-memory index tree' (duration: 54.555448ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:27.658992Z","caller":"traceutil/trace.go:171","msg":"trace[1208771499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2625; }","duration":"622.463745ms","start":"2026-03-14T07:07:27.036504Z","end":"2026-03-14T07:07:27.658968Z","steps":["trace[1208771499] 'agreement among raft nodes before linearized reading' (duration: 567.750064ms)","trace[1208771499] 'range keys from in-memory index tree' (duration: 54.430125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.659045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.036471Z","time spent":"622.564038ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:07:27.658402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.903991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:07:27.659096Z","caller":"traceutil/trace.go:171","msg":"trace[1722201086] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2625; }","duration":"622.681112ms","start":"2026-03-14T07:07:27.036404Z","end":"2026-03-14T07:07:27.659085Z","steps":["trace[1722201086] 'agreement among raft nodes before linearized reading' (duration: 567.867158ms)","trace[1722201086] 'range keys from in-memory index tree' (duration: 53.993623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.659017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018928453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:27.659217Z","caller":"traceutil/trace.go:171","msg":"trace[216063560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2625; }","duration":"2.019127357s","start":"2026-03-14T07:07:25.640043Z","end":"2026-03-14T07:07:27.65917Z","steps":["trace[216063560] 'agreement among raft nodes before linearized reading' (duration: 1.964079627s)","trace[216063560] 'range keys from in-memory index tree' (duration: 54.865515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.659001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.036632Z","time spent":"622.361153ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:07:27.659324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433943424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ca36b71a1e81e\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-14T07:07:27.659333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745348055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:07:27.659365Z","caller":"traceutil/trace.go:171","msg":"trace[1005239547] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ca36b71a1e81e; range_end:; response_count:1; response_revision:2625; }","duration":"1.433982195s","start":"2026-03-14T07:07:26.225372Z","end":"2026-03-14T07:07:27.659354Z","steps":["trace[1005239547] 'agreement among raft nodes before linearized reading' (duration: 1.378645368s)","trace[1005239547] 'range keys from in-memory index tree' (duration: 55.244125ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:27.659391Z","caller":"traceutil/trace.go:171","msg":"trace[2059695642] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2625; }","duration":"1.745444057s","start":"2026-03-14T07:07:25.913931Z","end":"2026-03-14T07:07:27.659375Z","steps":["trace[2059695642] 'agreement among raft nodes before linearized reading' (duration: 1.690060229s)","trace[2059695642] 'range keys from in-memory index tree' (duration: 54.823645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.659438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:25.9139Z","time spent":"1.7455286s","remote":"127.0.0.1:44138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T07:07:27.659464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.223713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:07:27.659499Z","caller":"traceutil/trace.go:171","msg":"trace[1404480002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2625; }","duration":"169.312645ms","start":"2026-03-14T07:07:27.490177Z","end":"2026-03-14T07:07:27.65949Z","steps":["trace[1404480002] 'agreement among raft nodes before linearized reading' (duration: 114.081261ms)","trace[1404480002] 'range keys from in-memory index tree' (duration: 54.995959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.659565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:25.640024Z","time spent":"2.019439386s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:07:27.659402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:26.225304Z","time spent":"1.434090957s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189ca36b71a1e81e\" "} {"level":"warn","ts":"2026-03-14T07:07:27.659134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:27.036379Z","time spent":"622.746123ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:07:27.661193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.464015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:07:27.661247Z","caller":"traceutil/trace.go:171","msg":"trace[1106706635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2625; }","duration":"698.574228ms","start":"2026-03-14T07:07:26.962654Z","end":"2026-03-14T07:07:27.661228Z","steps":["trace[1106706635] 'agreement among raft nodes before linearized reading' (duration: 641.541477ms)","trace[1106706635] 'range keys from in-memory index tree' (duration: 55.480411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:27.661288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:26.962621Z","time spent":"698.65659ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:07:33.853055Z","caller":"traceutil/trace.go:171","msg":"trace[1246445593] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2764; }","duration":"136.120597ms","start":"2026-03-14T07:07:33.716904Z","end":"2026-03-14T07:07:33.853025Z","steps":["trace[1246445593] 'read index received' (duration: 135.83925ms)","trace[1246445593] 'applied index is now lower than readState.Index' (duration: 280.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:33.853138Z","caller":"traceutil/trace.go:171","msg":"trace[1738847192] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"166.69611ms","start":"2026-03-14T07:07:33.686388Z","end":"2026-03-14T07:07:33.853084Z","steps":["trace[1738847192] 'process raft request' (duration: 166.443583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:33.853288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.371313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:07:33.853739Z","caller":"traceutil/trace.go:171","msg":"trace[1232538100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2657; }","duration":"136.871025ms","start":"2026-03-14T07:07:33.716852Z","end":"2026-03-14T07:07:33.853723Z","steps":["trace[1232538100] 'agreement among raft nodes before linearized reading' (duration: 136.347102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:39.46018Z","caller":"traceutil/trace.go:171","msg":"trace[346332801] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"106.94297ms","start":"2026-03-14T07:07:39.353165Z","end":"2026-03-14T07:07:39.460108Z","steps":["trace[346332801] 'process raft request' (duration: 106.729404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:40.048541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.881443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:07:40.048649Z","caller":"traceutil/trace.go:171","msg":"trace[1976550095] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"128.500443ms","start":"2026-03-14T07:07:39.920135Z","end":"2026-03-14T07:07:40.048635Z","steps":["trace[1976550095] 'read index received' (duration: 20.581619ms)","trace[1976550095] 'applied index is now lower than readState.Index' (duration: 107.918004ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:40.048671Z","caller":"traceutil/trace.go:171","msg":"trace[821664057] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"131.421988ms","start":"2026-03-14T07:07:39.91722Z","end":"2026-03-14T07:07:40.048642Z","steps":["trace[821664057] 'process raft request' (duration: 23.35546ms)","trace[821664057] 'compare' (duration: 107.77362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:40.048799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.675998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-14T07:07:40.048826Z","caller":"traceutil/trace.go:171","msg":"trace[692094692] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2690; }","duration":"128.75032ms","start":"2026-03-14T07:07:39.920069Z","end":"2026-03-14T07:07:40.04882Z","steps":["trace[692094692] 'agreement among raft nodes before linearized reading' (duration: 128.658578ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:20.941023Z","caller":"traceutil/trace.go:171","msg":"trace[1727440006] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3426; }","duration":"322.028283ms","start":"2026-03-14T07:09:20.618966Z","end":"2026-03-14T07:09:20.940994Z","steps":["trace[1727440006] 'read index received' (duration: 321.823488ms)","trace[1727440006] 'applied index is now lower than readState.Index' (duration: 203.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:09:20.941073Z","caller":"traceutil/trace.go:171","msg":"trace[1867884540] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"324.015674ms","start":"2026-03-14T07:09:20.617034Z","end":"2026-03-14T07:09:20.94105Z","steps":["trace[1867884540] 'process raft request' (duration: 323.833409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:20.941223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:20.617021Z","time spent":"324.112006ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:20.941322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.441079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:20.941338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.360191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:09:20.94138Z","caller":"traceutil/trace.go:171","msg":"trace[593943294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3291; }","duration":"322.429053ms","start":"2026-03-14T07:09:20.61894Z","end":"2026-03-14T07:09:20.941369Z","steps":["trace[593943294] 'agreement among raft nodes before linearized reading' (duration: 322.203477ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:20.941381Z","caller":"traceutil/trace.go:171","msg":"trace[390548167] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3291; }","duration":"269.522181ms","start":"2026-03-14T07:09:20.671843Z","end":"2026-03-14T07:09:20.941365Z","steps":["trace[390548167] 'agreement among raft nodes before linearized reading' (duration: 269.435049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:20.941387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.309838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:20.941423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.287269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:09:20.941471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.841296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:09:20.941511Z","caller":"traceutil/trace.go:171","msg":"trace[413730988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3291; }","duration":"301.482942ms","start":"2026-03-14T07:09:20.640003Z","end":"2026-03-14T07:09:20.941486Z","steps":["trace[413730988] 'agreement among raft nodes before linearized reading' (duration: 301.249627ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:20.941527Z","caller":"traceutil/trace.go:171","msg":"trace[1835518384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3291; }","duration":"322.437023ms","start":"2026-03-14T07:09:20.619065Z","end":"2026-03-14T07:09:20.941502Z","steps":["trace[1835518384] 'agreement among raft nodes before linearized reading' (duration: 322.148136ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:20.94154Z","caller":"traceutil/trace.go:171","msg":"trace[217723702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3291; }","duration":"315.939308ms","start":"2026-03-14T07:09:20.625586Z","end":"2026-03-14T07:09:20.941525Z","steps":["trace[217723702] 'agreement among raft nodes before linearized reading' (duration: 315.753984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:20.941565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:20.639939Z","time spent":"301.617775ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:09:20.941585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:20.619054Z","time spent":"322.521845ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:20.941585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:20.625575Z","time spent":"316.00056ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:09:20.941442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:20.618926Z","time spent":"322.505764ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:09:55.96792Z","caller":"traceutil/trace.go:171","msg":"trace[1022321435] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"762.574079ms","start":"2026-03-14T07:09:55.205327Z","end":"2026-03-14T07:09:55.967901Z","steps":["trace[1022321435] 'process raft request' (duration: 754.497204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:55.968083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:55.20531Z","time spent":"762.713333ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:09:55.967925Z","caller":"traceutil/trace.go:171","msg":"trace[1555429953] transaction","detail":"{read_only:false; response_revision:3534; number_of_response:1; }","duration":"760.924258ms","start":"2026-03-14T07:09:55.206983Z","end":"2026-03-14T07:09:55.967908Z","steps":["trace[1555429953] 'process raft request' (duration: 760.856176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:55.968224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:55.20697Z","time spent":"761.214035ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:09:56.29819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.270532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:09:56.298293Z","caller":"traceutil/trace.go:171","msg":"trace[883922605] linearizableReadLoop","detail":"{readStateIndex:3677; appliedIndex:3674; }","duration":"738.057577ms","start":"2026-03-14T07:09:55.560218Z","end":"2026-03-14T07:09:56.298276Z","steps":["trace[883922605] 'read index received' (duration: 399.458794ms)","trace[883922605] 'applied index is now lower than readState.Index' (duration: 338.597353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:09:56.298439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.129323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:09:56.298477Z","caller":"traceutil/trace.go:171","msg":"trace[1703130613] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3534; }","duration":"404.218606ms","start":"2026-03-14T07:09:55.894245Z","end":"2026-03-14T07:09:56.298464Z","steps":["trace[1703130613] 'agreement among raft nodes before linearized reading' (duration: 404.135934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:56.298482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.246322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:09:56.29848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.442209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:56.298516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:55.894223Z","time spent":"404.283197ms","remote":"127.0.0.1:44244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:09:56.29855Z","caller":"traceutil/trace.go:171","msg":"trace[950998124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3534; }","duration":"738.364065ms","start":"2026-03-14T07:09:55.560172Z","end":"2026-03-14T07:09:56.298536Z","steps":["trace[950998124] 'agreement among raft nodes before linearized reading' (duration: 738.169961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:56.298538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.836676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:09:56.298579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:55.560154Z","time spent":"738.420516ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:09:56.298583Z","caller":"traceutil/trace.go:171","msg":"trace[1235253005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3534; }","duration":"658.586103ms","start":"2026-03-14T07:09:55.639965Z","end":"2026-03-14T07:09:56.298551Z","steps":["trace[1235253005] 'agreement among raft nodes before linearized reading' (duration: 658.420539ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:09:56.298607Z","caller":"traceutil/trace.go:171","msg":"trace[50078143] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3534; }","duration":"547.939948ms","start":"2026-03-14T07:09:55.750646Z","end":"2026-03-14T07:09:56.298586Z","steps":["trace[50078143] 'agreement among raft nodes before linearized reading' (duration: 547.821795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:09:56.298648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:55.639946Z","time spent":"658.688936ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:09:56.298653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:09:55.750626Z","time spent":"548.01486ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:11:09.239066Z","caller":"traceutil/trace.go:171","msg":"trace[36161469] linearizableReadLoop","detail":"{readStateIndex:4520; appliedIndex:4519; }","duration":"181.528781ms","start":"2026-03-14T07:11:09.057508Z","end":"2026-03-14T07:11:09.239037Z","steps":["trace[36161469] 'read index received' (duration: 181.258054ms)","trace[36161469] 'applied index is now lower than readState.Index' (duration: 269.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:09.23915Z","caller":"traceutil/trace.go:171","msg":"trace[1046164207] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"228.13542ms","start":"2026-03-14T07:11:09.010982Z","end":"2026-03-14T07:11:09.239118Z","steps":["trace[1046164207] 'process raft request' (duration: 227.608766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:09.239885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.360312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:11:09.239961Z","caller":"traceutil/trace.go:171","msg":"trace[1998878822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4341; }","duration":"182.491185ms","start":"2026-03-14T07:11:09.057444Z","end":"2026-03-14T07:11:09.239935Z","steps":["trace[1998878822] 'agreement among raft nodes before linearized reading' (duration: 181.689445ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:09.245571Z","caller":"traceutil/trace.go:171","msg":"trace[1828040513] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"184.285372ms","start":"2026-03-14T07:11:09.061206Z","end":"2026-03-14T07:11:09.245492Z","steps":["trace[1828040513] 'process raft request' (duration: 184.108137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:09.245681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.765363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:11:09.245739Z","caller":"traceutil/trace.go:171","msg":"trace[629041730] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4344; }","duration":"182.873186ms","start":"2026-03-14T07:11:09.062848Z","end":"2026-03-14T07:11:09.245721Z","steps":["trace[629041730] 'agreement among raft nodes before linearized reading' (duration: 182.63946ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:09.24622Z","caller":"traceutil/trace.go:171","msg":"trace[291244241] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"134.968904ms","start":"2026-03-14T07:11:09.111218Z","end":"2026-03-14T07:11:09.246187Z","steps":["trace[291244241] 'process raft request' (duration: 134.167814ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.67935Z","caller":"traceutil/trace.go:171","msg":"trace[160778263] linearizableReadLoop","detail":"{readStateIndex:4639; appliedIndex:4638; }","duration":"226.070298ms","start":"2026-03-14T07:11:12.453259Z","end":"2026-03-14T07:11:12.679329Z","steps":["trace[160778263] 'read index received' (duration: 225.982416ms)","trace[160778263] 'applied index is now lower than readState.Index' (duration: 86.852µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:12.679439Z","caller":"traceutil/trace.go:171","msg":"trace[1214268295] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"238.412561ms","start":"2026-03-14T07:11:12.440981Z","end":"2026-03-14T07:11:12.679393Z","steps":["trace[1214268295] 'process raft request' (duration: 238.203435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:12.679575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.304935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:12.679617Z","caller":"traceutil/trace.go:171","msg":"trace[1782355748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4457; }","duration":"226.391627ms","start":"2026-03-14T07:11:12.453213Z","end":"2026-03-14T07:11:12.679605Z","steps":["trace[1782355748] 'agreement among raft nodes before linearized reading' (duration: 226.242623ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.763783Z","caller":"traceutil/trace.go:171","msg":"trace[1410433305] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"130.898491ms","start":"2026-03-14T07:11:12.632853Z","end":"2026-03-14T07:11:12.763752Z","steps":["trace[1410433305] 'process raft request' (duration: 121.036641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:12.763807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.740065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:12.763855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.354205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:11:12.763885Z","caller":"traceutil/trace.go:171","msg":"trace[1168527125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4458; }","duration":"124.844288ms","start":"2026-03-14T07:11:12.639021Z","end":"2026-03-14T07:11:12.763866Z","steps":["trace[1168527125] 'agreement among raft nodes before linearized reading' (duration: 124.723375ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.763935Z","caller":"traceutil/trace.go:171","msg":"trace[436389692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4458; }","duration":"309.464578ms","start":"2026-03-14T07:11:12.454451Z","end":"2026-03-14T07:11:12.763915Z","steps":["trace[436389692] 'agreement among raft nodes before linearized reading' (duration: 309.237173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:12.763977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:12.454444Z","time spent":"309.52462ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:11:12.788794Z","caller":"traceutil/trace.go:171","msg":"trace[1643212939] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"103.767645ms","start":"2026-03-14T07:11:12.684995Z","end":"2026-03-14T07:11:12.788763Z","steps":["trace[1643212939] 'process raft request' (duration: 103.604971ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.788869Z","caller":"traceutil/trace.go:171","msg":"trace[974943110] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"101.900868ms","start":"2026-03-14T07:11:12.686954Z","end":"2026-03-14T07:11:12.788854Z","steps":["trace[974943110] 'process raft request' (duration: 101.758525ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.949287Z","caller":"traceutil/trace.go:171","msg":"trace[1815460954] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"180.203177ms","start":"2026-03-14T07:11:12.769058Z","end":"2026-03-14T07:11:12.949261Z","steps":["trace[1815460954] 'process raft request' (duration: 171.485647ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.949526Z","caller":"traceutil/trace.go:171","msg":"trace[367518871] linearizableReadLoop","detail":"{readStateIndex:4644; appliedIndex:4642; }","duration":"160.648433ms","start":"2026-03-14T07:11:12.788837Z","end":"2026-03-14T07:11:12.949486Z","steps":["trace[367518871] 'read index received' (duration: 151.748658ms)","trace[367518871] 'applied index is now lower than readState.Index' (duration: 8.894775ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:12.949535Z","caller":"traceutil/trace.go:171","msg":"trace[453871870] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"167.158299ms","start":"2026-03-14T07:11:12.782353Z","end":"2026-03-14T07:11:12.949511Z","steps":["trace[453871870] 'process raft request' (duration: 166.862881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:12.949753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.033939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d86b0081-1ca2-45c9-82db-d80fdd3b31b1\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-14T07:11:12.949828Z","caller":"traceutil/trace.go:171","msg":"trace[938400070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d86b0081-1ca2-45c9-82db-d80fdd3b31b1; range_end:; response_count:1; response_revision:4462; }","duration":"166.133192ms","start":"2026-03-14T07:11:12.783676Z","end":"2026-03-14T07:11:12.949809Z","steps":["trace[938400070] 'agreement among raft nodes before linearized reading' (duration: 165.914957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.952102Z","caller":"traceutil/trace.go:171","msg":"trace[1721911089] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"157.693319ms","start":"2026-03-14T07:11:12.794391Z","end":"2026-03-14T07:11:12.952085Z","steps":["trace[1721911089] 'process raft request' (duration: 157.173556ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:12.952312Z","caller":"traceutil/trace.go:171","msg":"trace[1029645723] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"153.072832ms","start":"2026-03-14T07:11:12.79923Z","end":"2026-03-14T07:11:12.952303Z","steps":["trace[1029645723] 'process raft request' (duration: 152.488198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:15.750663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.614546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:15.750881Z","caller":"traceutil/trace.go:171","msg":"trace[1574659823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4551; }","duration":"144.539826ms","start":"2026-03-14T07:11:15.606324Z","end":"2026-03-14T07:11:15.750864Z","steps":["trace[1574659823] 'process raft request' (duration: 144.489085ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:15.75096Z","caller":"traceutil/trace.go:171","msg":"trace[1888655207] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"156.610921ms","start":"2026-03-14T07:11:15.594298Z","end":"2026-03-14T07:11:15.750909Z","steps":["trace[1888655207] 'process raft request' (duration: 49.656986ms)","trace[1888655207] 'compare' (duration: 106.471783ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:15.751036Z","caller":"traceutil/trace.go:171","msg":"trace[355432975] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4736; }","duration":"153.965115ms","start":"2026-03-14T07:11:15.597044Z","end":"2026-03-14T07:11:15.75101Z","steps":["trace[355432975] 'read index received' (duration: 46.921787ms)","trace[355432975] 'applied index is now lower than readState.Index' (duration: 107.041238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:15.751353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.7098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-14T07:11:15.751399Z","caller":"traceutil/trace.go:171","msg":"trace[1017245511] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4551; }","duration":"161.776192ms","start":"2026-03-14T07:11:15.589609Z","end":"2026-03-14T07:11:15.751385Z","steps":["trace[1017245511] 'agreement among raft nodes before linearized reading' (duration: 161.580597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:15.751583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.313329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521822"} {"level":"info","ts":"2026-03-14T07:11:15.751634Z","caller":"traceutil/trace.go:171","msg":"trace[1243593225] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4551; }","duration":"157.397121ms","start":"2026-03-14T07:11:15.594224Z","end":"2026-03-14T07:11:15.751621Z","steps":["trace[1243593225] 'agreement among raft nodes before linearized reading' (duration: 156.826347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:15.751913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.225433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:15.751976Z","caller":"traceutil/trace.go:171","msg":"trace[790401772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4551; }","duration":"113.344346ms","start":"2026-03-14T07:11:15.638616Z","end":"2026-03-14T07:11:15.75196Z","steps":["trace[790401772] 'agreement among raft nodes before linearized reading' (duration: 112.595108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:15.889367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.989966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T07:11:15.889472Z","caller":"traceutil/trace.go:171","msg":"trace[2145717483] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4553; }","duration":"111.142131ms","start":"2026-03-14T07:11:15.778299Z","end":"2026-03-14T07:11:15.889441Z","steps":["trace[2145717483] 'agreement among raft nodes before linearized reading' (duration: 110.798762ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:15.889243Z","caller":"traceutil/trace.go:171","msg":"trace[535529178] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"124.119969ms","start":"2026-03-14T07:11:15.765085Z","end":"2026-03-14T07:11:15.889205Z","steps":["trace[535529178] 'process raft request' (duration: 112.188957ms)","trace[535529178] 'compare' (duration: 11.652425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:16.416771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.675749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-14T07:11:16.416867Z","caller":"traceutil/trace.go:171","msg":"trace[852673559] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4555; }","duration":"227.818152ms","start":"2026-03-14T07:11:16.18903Z","end":"2026-03-14T07:11:16.416848Z","steps":["trace[852673559] 'range keys from in-memory index tree' (duration: 226.702624ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.65298Z","caller":"traceutil/trace.go:171","msg":"trace[2131329274] linearizableReadLoop","detail":"{readStateIndex:4752; appliedIndex:4751; }","duration":"368.649484ms","start":"2026-03-14T07:11:17.284308Z","end":"2026-03-14T07:11:17.652958Z","steps":["trace[2131329274] 'read index received' (duration: 368.431869ms)","trace[2131329274] 'applied index is now lower than readState.Index' (duration: 216.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:17.653271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.943282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:17.653318Z","caller":"traceutil/trace.go:171","msg":"trace[671073921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4565; }","duration":"369.030864ms","start":"2026-03-14T07:11:17.284274Z","end":"2026-03-14T07:11:17.653305Z","steps":["trace[671073921] 'agreement among raft nodes before linearized reading' (duration: 368.807518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:17.653361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:17.284261Z","time spent":"369.090865ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:11:17.653208Z","caller":"traceutil/trace.go:171","msg":"trace[623359783] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"369.198178ms","start":"2026-03-14T07:11:17.283939Z","end":"2026-03-14T07:11:17.653137Z","steps":["trace[623359783] 'process raft request' (duration: 368.86747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:17.653685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:17.283917Z","time spent":"369.547587ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:17.654102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.200228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw.189ca3a3a247881e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-14T07:11:17.654198Z","caller":"traceutil/trace.go:171","msg":"trace[935456224] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw.189ca3a3a247881e; range_end:; response_count:1; response_revision:4565; }","duration":"165.357362ms","start":"2026-03-14T07:11:17.488816Z","end":"2026-03-14T07:11:17.654173Z","steps":["trace[935456224] 'agreement among raft nodes before linearized reading' (duration: 164.50209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:17.653353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.722151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-14T07:11:17.654551Z","caller":"traceutil/trace.go:171","msg":"trace[1650082127] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw; range_end:; response_count:1; response_revision:4565; }","duration":"166.954553ms","start":"2026-03-14T07:11:17.487557Z","end":"2026-03-14T07:11:17.654511Z","steps":["trace[1650082127] 'agreement among raft nodes before linearized reading' (duration: 165.604938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.87683Z","caller":"traceutil/trace.go:171","msg":"trace[703494466] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"220.010025ms","start":"2026-03-14T07:11:17.656781Z","end":"2026-03-14T07:11:17.876791Z","steps":["trace[703494466] 'process raft request' (duration: 219.179884ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.880778Z","caller":"traceutil/trace.go:171","msg":"trace[778319760] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"222.413846ms","start":"2026-03-14T07:11:17.658335Z","end":"2026-03-14T07:11:17.880749Z","steps":["trace[778319760] 'process raft request' (duration: 222.237082ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:17.880925Z","caller":"traceutil/trace.go:171","msg":"trace[409621051] linearizableReadLoop","detail":"{readStateIndex:4755; appliedIndex:4752; }","duration":"110.616098ms","start":"2026-03-14T07:11:17.770287Z","end":"2026-03-14T07:11:17.880903Z","steps":["trace[409621051] 'read index received' (duration: 105.745345ms)","trace[409621051] 'applied index is now lower than readState.Index' (duration: 4.869073ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:17.880969Z","caller":"traceutil/trace.go:171","msg":"trace[1903903754] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"214.876814ms","start":"2026-03-14T07:11:17.666069Z","end":"2026-03-14T07:11:17.880945Z","steps":["trace[1903903754] 'process raft request' (duration: 214.624088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:17.881109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.795032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:17.881182Z","caller":"traceutil/trace.go:171","msg":"trace[301543271] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4568; }","duration":"110.915445ms","start":"2026-03-14T07:11:17.770247Z","end":"2026-03-14T07:11:17.881162Z","steps":["trace[301543271] 'agreement among raft nodes before linearized reading' (duration: 110.782222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.068733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044858171,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:11:20.4074Z","caller":"traceutil/trace.go:171","msg":"trace[560063016] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"839.670608ms","start":"2026-03-14T07:11:19.567709Z","end":"2026-03-14T07:11:20.40738Z","steps":["trace[560063016] 'read index received' (duration: 839.385851ms)","trace[560063016] 'applied index is now lower than readState.Index' (duration: 283.917µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:20.40758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.730218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:20.407636Z","caller":"traceutil/trace.go:171","msg":"trace[1015911142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4677; }","duration":"767.825021ms","start":"2026-03-14T07:11:19.639799Z","end":"2026-03-14T07:11:20.407624Z","steps":["trace[1015911142] 'agreement among raft nodes before linearized reading' (duration: 767.722249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.407676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.639788Z","time spent":"767.878652ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:11:20.407707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.941602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:11:20.407485Z","caller":"traceutil/trace.go:171","msg":"trace[1081106512] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"899.84196ms","start":"2026-03-14T07:11:19.507622Z","end":"2026-03-14T07:11:20.407464Z","steps":["trace[1081106512] 'process raft request' (duration: 899.611004ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:20.407788Z","caller":"traceutil/trace.go:171","msg":"trace[143952919] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:4677; }","duration":"250.065595ms","start":"2026-03-14T07:11:20.157706Z","end":"2026-03-14T07:11:20.407771Z","steps":["trace[143952919] 'agreement among raft nodes before linearized reading' (duration: 249.86714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.407854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.336279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:11:20.407919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.507605Z","time spent":"900.206609ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:20.407935Z","caller":"traceutil/trace.go:171","msg":"trace[2024064568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4677; }","duration":"516.428821ms","start":"2026-03-14T07:11:19.891488Z","end":"2026-03-14T07:11:20.407917Z","steps":["trace[2024064568] 'agreement among raft nodes before linearized reading' (duration: 516.213076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.407985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.891468Z","time spent":"516.508624ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:11:20.408002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.043269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d887a85b-4191-4f77-b5d6-83fb033aa8fa\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-14T07:11:20.40801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.103996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:11:20.408238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.305076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189ca3a40702b770\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-14T07:11:20.408242Z","caller":"traceutil/trace.go:171","msg":"trace[603939917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d887a85b-4191-4f77-b5d6-83fb033aa8fa; range_end:; response_count:1; response_revision:4677; }","duration":"217.117761ms","start":"2026-03-14T07:11:20.19093Z","end":"2026-03-14T07:11:20.408048Z","steps":["trace[603939917] 'agreement among raft nodes before linearized reading' (duration: 217.018218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.407857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.384508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:20.408285Z","caller":"traceutil/trace.go:171","msg":"trace[705971638] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189ca3a40702b770; range_end:; response_count:1; response_revision:4677; }","duration":"183.531212ms","start":"2026-03-14T07:11:20.224741Z","end":"2026-03-14T07:11:20.408273Z","steps":["trace[705971638] 'agreement among raft nodes before linearized reading' (duration: 183.259115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.408271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.332708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:20.408304Z","caller":"traceutil/trace.go:171","msg":"trace[1851688570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4677; }","duration":"491.867802ms","start":"2026-03-14T07:11:19.916422Z","end":"2026-03-14T07:11:20.40829Z","steps":["trace[1851688570] 'agreement among raft nodes before linearized reading' (duration: 491.297917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.408349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.916405Z","time spent":"491.932953ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:11:20.408347Z","caller":"traceutil/trace.go:171","msg":"trace[1029281242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4677; }","duration":"750.462942ms","start":"2026-03-14T07:11:19.657866Z","end":"2026-03-14T07:11:20.408329Z","steps":["trace[1029281242] 'agreement among raft nodes before linearized reading' (duration: 749.909817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.408401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.657828Z","time spent":"750.564484ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:11:20.40828Z","caller":"traceutil/trace.go:171","msg":"trace[201304859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4677; }","duration":"522.427735ms","start":"2026-03-14T07:11:19.885833Z","end":"2026-03-14T07:11:20.40826Z","steps":["trace[201304859] 'agreement among raft nodes before linearized reading' (duration: 521.892671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.408545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.885812Z","time spent":"522.717622ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:11:20.408851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.141886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719269"} {"level":"info","ts":"2026-03-14T07:11:20.408905Z","caller":"traceutil/trace.go:171","msg":"trace[143273793] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4677; }","duration":"841.227348ms","start":"2026-03-14T07:11:19.567661Z","end":"2026-03-14T07:11:20.408889Z","steps":["trace[143273793] 'agreement among raft nodes before linearized reading' (duration: 839.844182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:20.40894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:19.567641Z","time spent":"841.28897ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719292,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T07:11:20.878627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.409285Z","time spent":"469.33484ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T07:11:21.447083Z","caller":"traceutil/trace.go:171","msg":"trace[394777094] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"1.03665187s","start":"2026-03-14T07:11:20.410397Z","end":"2026-03-14T07:11:21.447048Z","steps":["trace[394777094] 'process raft request' (duration: 1.036088686s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:21.447198Z","caller":"traceutil/trace.go:171","msg":"trace[833897836] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"1.033592143s","start":"2026-03-14T07:11:20.413577Z","end":"2026-03-14T07:11:21.447169Z","steps":["trace[833897836] 'process raft request' (duration: 1.0334685s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.447241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.410378Z","time spent":"1.036781043s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:21.447325Z","caller":"traceutil/trace.go:171","msg":"trace[180427889] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"1.034651939s","start":"2026-03-14T07:11:20.412584Z","end":"2026-03-14T07:11:21.447236Z","steps":["trace[180427889] 'process raft request' (duration: 1.034349682s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:21.447405Z","caller":"traceutil/trace.go:171","msg":"trace[478965967] linearizableReadLoop","detail":"{readStateIndex:4872; appliedIndex:4866; }","duration":"1.029880579s","start":"2026-03-14T07:11:20.417457Z","end":"2026-03-14T07:11:21.447338Z","steps":["trace[478965967] 'read index received' (duration: 459.992265ms)","trace[478965967] 'applied index is now lower than readState.Index' (duration: 569.885234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:21.447449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.412567Z","time spent":"1.034820634s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:21.447436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.413569Z","time spent":"1.033710356s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:21.447451Z","caller":"traceutil/trace.go:171","msg":"trace[360144165] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"1.033863009s","start":"2026-03-14T07:11:20.413502Z","end":"2026-03-14T07:11:21.447365Z","steps":["trace[360144165] 'process raft request' (duration: 1.033509811s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:21.447453Z","caller":"traceutil/trace.go:171","msg":"trace[396493984] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"1.033803379s","start":"2026-03-14T07:11:20.413615Z","end":"2026-03-14T07:11:21.447419Z","steps":["trace[396493984] 'process raft request' (duration: 1.033498421s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.447636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.413488Z","time spent":"1.034058096s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:21.447633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.413606Z","time spent":"1.033947653s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:21.447793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0303189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-03-14T07:11:21.447885Z","caller":"traceutil/trace.go:171","msg":"trace[836261598] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw-tls; range_end:; response_count:1; response_revision:4682; }","duration":"1.030458934s","start":"2026-03-14T07:11:20.417402Z","end":"2026-03-14T07:11:21.447861Z","steps":["trace[836261598] 'agreement among raft nodes before linearized reading' (duration: 1.030091304s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.447927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.417384Z","time spent":"1.030534136s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4454,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-hxqzw-tls\" "} {"level":"info","ts":"2026-03-14T07:11:21.459116Z","caller":"traceutil/trace.go:171","msg":"trace[2062050537] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"577.285301ms","start":"2026-03-14T07:11:20.881808Z","end":"2026-03-14T07:11:21.459094Z","steps":["trace[2062050537] 'process raft request' (duration: 577.144007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.459204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.36836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:21.459214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.881754Z","time spent":"577.407365ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:21.459313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.09352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-14T07:11:21.459375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.524927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:11:21.459418Z","caller":"traceutil/trace.go:171","msg":"trace[1277179887] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:4685; }","duration":"469.603408ms","start":"2026-03-14T07:11:20.989804Z","end":"2026-03-14T07:11:21.459407Z","steps":["trace[1277179887] 'agreement among raft nodes before linearized reading' (duration: 469.462314ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:21.459422Z","caller":"traceutil/trace.go:171","msg":"trace[1965427747] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"482.982237ms","start":"2026-03-14T07:11:20.976428Z","end":"2026-03-14T07:11:21.459411Z","steps":["trace[1965427747] 'process raft request' (duration: 482.624888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.459442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.989784Z","time spent":"469.65342ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:11:21.45949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.976408Z","time spent":"483.039429ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:21.459521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.977763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:11:21.459381Z","caller":"traceutil/trace.go:171","msg":"trace[790236033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4685; }","duration":"466.179782ms","start":"2026-03-14T07:11:20.993181Z","end":"2026-03-14T07:11:21.459361Z","steps":["trace[790236033] 'agreement among raft nodes before linearized reading' (duration: 465.968096ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:21.459547Z","caller":"traceutil/trace.go:171","msg":"trace[550038335] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4685; }","duration":"541.064925ms","start":"2026-03-14T07:11:20.918476Z","end":"2026-03-14T07:11:21.459541Z","steps":["trace[550038335] 'agreement among raft nodes before linearized reading' (duration: 540.928492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.459567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.993169Z","time spent":"466.390458ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-14T07:11:21.459573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.918452Z","time spent":"541.113787ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":70,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:11:21.459585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.401601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719269"} {"level":"info","ts":"2026-03-14T07:11:21.459636Z","caller":"traceutil/trace.go:171","msg":"trace[1559086952] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4685; }","duration":"529.490253ms","start":"2026-03-14T07:11:20.930132Z","end":"2026-03-14T07:11:21.459622Z","steps":["trace[1559086952] 'agreement among raft nodes before linearized reading' (duration: 529.032272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.459663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.930112Z","time spent":"529.543744ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719292,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:11:21.459256Z","caller":"traceutil/trace.go:171","msg":"trace[423327343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"820.452872ms","start":"2026-03-14T07:11:20.63879Z","end":"2026-03-14T07:11:21.459243Z","steps":["trace[423327343] 'agreement among raft nodes before linearized reading' (duration: 820.330319ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:21.459676Z","caller":"traceutil/trace.go:171","msg":"trace[1100314359] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"481.656423ms","start":"2026-03-14T07:11:20.978007Z","end":"2026-03-14T07:11:21.459663Z","steps":["trace[1100314359] 'process raft request' (duration: 481.080599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.459696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.638774Z","time spent":"820.916694ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:11:21.459737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.977989Z","time spent":"481.713224ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:21.459809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.836604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:21.459846Z","caller":"traceutil/trace.go:171","msg":"trace[730637131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4685; }","duration":"637.928566ms","start":"2026-03-14T07:11:20.821908Z","end":"2026-03-14T07:11:21.459837Z","steps":["trace[730637131] 'agreement among raft nodes before linearized reading' (duration: 637.828053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.459869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.821878Z","time spent":"637.985667ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:21.459947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.97984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:21.459982Z","caller":"traceutil/trace.go:171","msg":"trace[1361387130] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4685; }","duration":"342.062422ms","start":"2026-03-14T07:11:21.117911Z","end":"2026-03-14T07:11:21.459973Z","steps":["trace[1361387130] 'agreement among raft nodes before linearized reading' (duration: 342.008641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.460026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:21.117889Z","time spent":"342.109573ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:11:21.460166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.639925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:11:21.460273Z","caller":"traceutil/trace.go:171","msg":"trace[1596266863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4685; }","duration":"476.769129ms","start":"2026-03-14T07:11:20.983483Z","end":"2026-03-14T07:11:21.460252Z","steps":["trace[1596266863] 'agreement among raft nodes before linearized reading' (duration: 475.815265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:21.46035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:20.983472Z","time spent":"476.864721ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:11:23.581203Z","caller":"traceutil/trace.go:171","msg":"trace[1964955193] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"453.697296ms","start":"2026-03-14T07:11:23.127469Z","end":"2026-03-14T07:11:23.581166Z","steps":["trace[1964955193] 'process raft request' (duration: 453.518581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.581399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:23.127451Z","time spent":"453.842209ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:23.581295Z","caller":"traceutil/trace.go:171","msg":"trace[605651513] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4902; }","duration":"406.248885ms","start":"2026-03-14T07:11:23.174986Z","end":"2026-03-14T07:11:23.581235Z","steps":["trace[605651513] 'read index received' (duration: 406.231475ms)","trace[605651513] 'applied index is now lower than readState.Index' (duration: 15.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:23.582092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.062016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777454"} {"level":"info","ts":"2026-03-14T07:11:23.582192Z","caller":"traceutil/trace.go:171","msg":"trace[1285516150] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4711; }","duration":"407.23227ms","start":"2026-03-14T07:11:23.17494Z","end":"2026-03-14T07:11:23.582172Z","steps":["trace[1285516150] 'agreement among raft nodes before linearized reading' (duration: 406.416209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.582249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:23.174925Z","time spent":"407.309862ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777477,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:11:23.700825Z","caller":"traceutil/trace.go:171","msg":"trace[1469992933] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"234.094421ms","start":"2026-03-14T07:11:23.466716Z","end":"2026-03-14T07:11:23.70081Z","steps":["trace[1469992933] 'process raft request' (duration: 233.841075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.700932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.25505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:11:23.701205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.980459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:11:23.701264Z","caller":"traceutil/trace.go:171","msg":"trace[1531644476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4714; }","duration":"248.66016ms","start":"2026-03-14T07:11:23.452585Z","end":"2026-03-14T07:11:23.701245Z","steps":["trace[1531644476] 'agreement among raft nodes before linearized reading' (duration: 248.129317ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:23.701281Z","caller":"traceutil/trace.go:171","msg":"trace[1005278653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4714; }","duration":"234.073691ms","start":"2026-03-14T07:11:23.467189Z","end":"2026-03-14T07:11:23.701263Z","steps":["trace[1005278653] 'agreement among raft nodes before linearized reading' (duration: 233.901306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.701301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.176779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:11:23.701339Z","caller":"traceutil/trace.go:171","msg":"trace[175839618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4714; }","duration":"475.238441ms","start":"2026-03-14T07:11:23.226088Z","end":"2026-03-14T07:11:23.701327Z","steps":["trace[175839618] 'agreement among raft nodes before linearized reading' (duration: 475.136729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.700933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.348687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:11:23.701367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:23.226072Z","time spent":"475.288052ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:11:23.701403Z","caller":"traceutil/trace.go:171","msg":"trace[1811792336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4714; }","duration":"249.88239ms","start":"2026-03-14T07:11:23.451508Z","end":"2026-03-14T07:11:23.70139Z","steps":["trace[1811792336] 'agreement among raft nodes before linearized reading' (duration: 249.273055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.700947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.872374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:11:23.701478Z","caller":"traceutil/trace.go:171","msg":"trace[219014807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4714; }","duration":"230.443689ms","start":"2026-03-14T07:11:23.471019Z","end":"2026-03-14T07:11:23.701463Z","steps":["trace[219014807] 'agreement among raft nodes before linearized reading' (duration: 229.69167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.70102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.495431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:23.701618Z","caller":"traceutil/trace.go:171","msg":"trace[2039763846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4714; }","duration":"250.140307ms","start":"2026-03-14T07:11:23.451458Z","end":"2026-03-14T07:11:23.701598Z","steps":["trace[2039763846] 'agreement among raft nodes before linearized reading' (duration: 249.437559ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:23.701043Z","caller":"traceutil/trace.go:171","msg":"trace[843226280] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"506.154623ms","start":"2026-03-14T07:11:23.194868Z","end":"2026-03-14T07:11:23.701023Z","steps":["trace[843226280] 'process raft request' (duration: 505.337702ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:23.700618Z","caller":"traceutil/trace.go:171","msg":"trace[1879045108] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4902; }","duration":"118.653152ms","start":"2026-03-14T07:11:23.581945Z","end":"2026-03-14T07:11:23.700598Z","steps":["trace[1879045108] 'read index received' (duration: 118.15597ms)","trace[1879045108] 'applied index is now lower than readState.Index' (duration: 496.232µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:23.701778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:23.19485Z","time spent":"506.860041ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:23.70102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.412264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:23.701839Z","caller":"traceutil/trace.go:171","msg":"trace[1716519362] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4714; }","duration":"249.248645ms","start":"2026-03-14T07:11:23.452576Z","end":"2026-03-14T07:11:23.701824Z","steps":["trace[1716519362] 'agreement among raft nodes before linearized reading' (duration: 248.27631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.701058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.796734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:11:23.701932Z","caller":"traceutil/trace.go:171","msg":"trace[395787018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:4714; }","duration":"234.739208ms","start":"2026-03-14T07:11:23.467172Z","end":"2026-03-14T07:11:23.701911Z","steps":["trace[395787018] 'agreement among raft nodes before linearized reading' (duration: 233.816575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.701074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.850005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d887a85b-4191-4f77-b5d6-83fb033aa8fa\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-14T07:11:23.702058Z","caller":"traceutil/trace.go:171","msg":"trace[304520635] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d887a85b-4191-4f77-b5d6-83fb033aa8fa; range_end:; response_count:1; response_revision:4714; }","duration":"232.859959ms","start":"2026-03-14T07:11:23.469189Z","end":"2026-03-14T07:11:23.702049Z","steps":["trace[304520635] 'agreement among raft nodes before linearized reading' (duration: 231.787053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:23.701099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.980282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:23.702128Z","caller":"traceutil/trace.go:171","msg":"trace[1986499722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4714; }","duration":"230.051569ms","start":"2026-03-14T07:11:23.472071Z","end":"2026-03-14T07:11:23.702123Z","steps":["trace[1986499722] 'agreement among raft nodes before linearized reading' (duration: 228.88435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:23.701113Z","caller":"traceutil/trace.go:171","msg":"trace[1798094531] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"235.66227ms","start":"2026-03-14T07:11:23.46543Z","end":"2026-03-14T07:11:23.701092Z","steps":["trace[1798094531] 'process raft request' (duration: 235.078276ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:25.436595Z","caller":"traceutil/trace.go:171","msg":"trace[645475018] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"196.89799ms","start":"2026-03-14T07:11:25.239649Z","end":"2026-03-14T07:11:25.436547Z","steps":["trace[645475018] 'process raft request' (duration: 139.024977ms)","trace[645475018] 'compare' (duration: 57.612597ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:25.607855Z","caller":"traceutil/trace.go:171","msg":"trace[1062115581] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"149.400209ms","start":"2026-03-14T07:11:25.458423Z","end":"2026-03-14T07:11:25.607823Z","steps":["trace[1062115581] 'process raft request' (duration: 148.869825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:26.804993Z","caller":"traceutil/trace.go:171","msg":"trace[860200563] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"235.060806ms","start":"2026-03-14T07:11:26.569907Z","end":"2026-03-14T07:11:26.804968Z","steps":["trace[860200563] 'process raft request' (duration: 234.891792ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:27.071874Z","caller":"traceutil/trace.go:171","msg":"trace[1195819127] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4971; }","duration":"440.530622ms","start":"2026-03-14T07:11:26.631321Z","end":"2026-03-14T07:11:27.071852Z","steps":["trace[1195819127] 'read index received' (duration: 173.482338ms)","trace[1195819127] 'applied index is now lower than readState.Index' (duration: 267.047394ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:27.071947Z","caller":"traceutil/trace.go:171","msg":"trace[2131398711] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"492.25452ms","start":"2026-03-14T07:11:26.579676Z","end":"2026-03-14T07:11:27.07193Z","steps":["trace[2131398711] 'process raft request' (duration: 453.199222ms)","trace[2131398711] 'compare' (duration: 38.880834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:27.072085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.579652Z","time spent":"492.376374ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:27.072137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.81755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T07:11:27.072277Z","caller":"traceutil/trace.go:171","msg":"trace[388738275] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4780; }","duration":"440.955213ms","start":"2026-03-14T07:11:26.631273Z","end":"2026-03-14T07:11:27.072229Z","steps":["trace[388738275] 'agreement among raft nodes before linearized reading' (duration: 440.678386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.072374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.631259Z","time spent":"441.065686ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T07:11:27.112596Z","caller":"traceutil/trace.go:171","msg":"trace[2002312502] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"191.763091ms","start":"2026-03-14T07:11:26.920806Z","end":"2026-03-14T07:11:27.112569Z","steps":["trace[2002312502] 'process raft request' (duration: 191.611908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.113076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.273962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-574867969d-n648l.189ca3a5bf9ffc65\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-14T07:11:27.113266Z","caller":"traceutil/trace.go:171","msg":"trace[1521549313] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-574867969d-n648l.189ca3a5bf9ffc65; range_end:; response_count:1; response_revision:4781; }","duration":"171.515248ms","start":"2026-03-14T07:11:26.941731Z","end":"2026-03-14T07:11:27.113246Z","steps":["trace[1521549313] 'agreement among raft nodes before linearized reading' (duration: 171.115198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.113708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.185692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787690"} {"level":"info","ts":"2026-03-14T07:11:27.113858Z","caller":"traceutil/trace.go:171","msg":"trace[1506712500] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4781; }","duration":"330.389887ms","start":"2026-03-14T07:11:26.783449Z","end":"2026-03-14T07:11:27.113839Z","steps":["trace[1506712500] 'agreement among raft nodes before linearized reading' (duration: 329.167566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.113907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:26.783427Z","time spent":"330.469398ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787713,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:11:27.554261Z","caller":"traceutil/trace.go:171","msg":"trace[1095562785] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"475.760873ms","start":"2026-03-14T07:11:27.078473Z","end":"2026-03-14T07:11:27.554234Z","steps":["trace[1095562785] 'process raft request' (duration: 452.597947ms)","trace[1095562785] 'compare' (duration: 22.688134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:27.554526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.078445Z","time spent":"475.992759ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:27.554537Z","caller":"traceutil/trace.go:171","msg":"trace[969097197] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"475.970698ms","start":"2026-03-14T07:11:27.078537Z","end":"2026-03-14T07:11:27.554508Z","steps":["trace[969097197] 'process raft request' (duration: 475.623329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.554693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.078516Z","time spent":"476.092532ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:27.554938Z","caller":"traceutil/trace.go:171","msg":"trace[661490129] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"476.212465ms","start":"2026-03-14T07:11:27.078701Z","end":"2026-03-14T07:11:27.554914Z","steps":["trace[661490129] 'process raft request' (duration: 476.109662ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:27.554985Z","caller":"traceutil/trace.go:171","msg":"trace[452532859] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4974; }","duration":"442.383739ms","start":"2026-03-14T07:11:27.112581Z","end":"2026-03-14T07:11:27.554964Z","steps":["trace[452532859] 'read index received' (duration: 418.496754ms)","trace[452532859] 'applied index is now lower than readState.Index' (duration: 23.884415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:27.555136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.302808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2t2s9\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-14T07:11:27.555203Z","caller":"traceutil/trace.go:171","msg":"trace[632566381] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2t2s9; range_end:; response_count:1; response_revision:4786; }","duration":"478.412961ms","start":"2026-03-14T07:11:27.076777Z","end":"2026-03-14T07:11:27.55519Z","steps":["trace[632566381] 'agreement among raft nodes before linearized reading' (duration: 478.212766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.555198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.591875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d86b0081-1ca2-45c9-82db-d80fdd3b31b1\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-14T07:11:27.555233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.076755Z","time spent":"478.470203ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2t2s9\" "} {"level":"info","ts":"2026-03-14T07:11:27.555264Z","caller":"traceutil/trace.go:171","msg":"trace[1220750599] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d86b0081-1ca2-45c9-82db-d80fdd3b31b1; range_end:; response_count:1; response_revision:4786; }","duration":"478.684108ms","start":"2026-03-14T07:11:27.076557Z","end":"2026-03-14T07:11:27.555241Z","steps":["trace[1220750599] 'agreement among raft nodes before linearized reading' (duration: 478.471873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.555318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.076538Z","time spent":"478.76916ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-d86b0081-1ca2-45c9-82db-d80fdd3b31b1\" "} {"level":"info","ts":"2026-03-14T07:11:27.55499Z","caller":"traceutil/trace.go:171","msg":"trace[1291762831] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"439.613609ms","start":"2026-03-14T07:11:27.115351Z","end":"2026-03-14T07:11:27.554964Z","steps":["trace[1291762831] 'process raft request' (duration: 439.558818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.555584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.106011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:27.555672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.115319Z","time spent":"440.087051ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:27.554938Z","caller":"traceutil/trace.go:171","msg":"trace[230622922] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"476.321578ms","start":"2026-03-14T07:11:27.078592Z","end":"2026-03-14T07:11:27.554914Z","steps":["trace[230622922] 'process raft request' (duration: 475.800614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.555078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.078694Z","time spent":"476.309588ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:27.555907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.078575Z","time spent":"477.257961ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:27.555654Z","caller":"traceutil/trace.go:171","msg":"trace[1716091716] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4786; }","duration":"387.211084ms","start":"2026-03-14T07:11:27.168423Z","end":"2026-03-14T07:11:27.555634Z","steps":["trace[1716091716] 'agreement among raft nodes before linearized reading' (duration: 386.983118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:27.556011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:27.168405Z","time spent":"387.571302ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:11:27.556997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.098857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787690"} {"level":"info","ts":"2026-03-14T07:11:27.55707Z","caller":"traceutil/trace.go:171","msg":"trace[721588761] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4786; }","duration":"190.209421ms","start":"2026-03-14T07:11:27.366843Z","end":"2026-03-14T07:11:27.557052Z","steps":["trace[721588761] 'agreement among raft nodes before linearized reading' (duration: 188.9719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:27.880478Z","caller":"traceutil/trace.go:171","msg":"trace[1374582059] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"156.090057ms","start":"2026-03-14T07:11:27.724367Z","end":"2026-03-14T07:11:27.880457Z","steps":["trace[1374582059] 'process raft request' (duration: 156.012865ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:27.880493Z","caller":"traceutil/trace.go:171","msg":"trace[1268275377] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"157.01272ms","start":"2026-03-14T07:11:27.723441Z","end":"2026-03-14T07:11:27.880454Z","steps":["trace[1268275377] 'process raft request' (duration: 104.537219ms)","trace[1268275377] 'compare' (duration: 52.260095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:28.570149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.654017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:28.570291Z","caller":"traceutil/trace.go:171","msg":"trace[672739152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4827; }","duration":"116.814501ms","start":"2026-03-14T07:11:28.453454Z","end":"2026-03-14T07:11:28.570269Z","steps":["trace[672739152] 'range keys from in-memory index tree' (duration: 116.616415ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:28.570444Z","caller":"traceutil/trace.go:171","msg":"trace[210603664] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"159.995527ms","start":"2026-03-14T07:11:28.410429Z","end":"2026-03-14T07:11:28.570425Z","steps":["trace[210603664] 'process raft request' (duration: 65.658733ms)","trace[210603664] 'compare' (duration: 94.136929ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:28.570885Z","caller":"traceutil/trace.go:171","msg":"trace[863790948] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5021; }","duration":"122.600885ms","start":"2026-03-14T07:11:28.448268Z","end":"2026-03-14T07:11:28.570869Z","steps":["trace[863790948] 'read index received' (duration: 27.8361ms)","trace[863790948] 'applied index is now lower than readState.Index' (duration: 94.763525ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:28.570973Z","caller":"traceutil/trace.go:171","msg":"trace[693363078] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"149.502532ms","start":"2026-03-14T07:11:28.421457Z","end":"2026-03-14T07:11:28.57096Z","steps":["trace[693363078] 'process raft request' (duration: 148.932368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:28.571058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.79751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-14T07:11:28.571093Z","caller":"traceutil/trace.go:171","msg":"trace[257229826] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4829; }","duration":"122.887092ms","start":"2026-03-14T07:11:28.448195Z","end":"2026-03-14T07:11:28.571082Z","steps":["trace[257229826] 'agreement among raft nodes before linearized reading' (duration: 122.7888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:28.572028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.076008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128810"} {"level":"info","ts":"2026-03-14T07:11:28.572104Z","caller":"traceutil/trace.go:171","msg":"trace[398320030] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4829; }","duration":"121.177771ms","start":"2026-03-14T07:11:28.450908Z","end":"2026-03-14T07:11:28.572086Z","steps":["trace[398320030] 'agreement among raft nodes before linearized reading' (duration: 120.930275ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:28.831562Z","caller":"traceutil/trace.go:171","msg":"trace[1094230480] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5024; }","duration":"155.195615ms","start":"2026-03-14T07:11:28.676344Z","end":"2026-03-14T07:11:28.831539Z","steps":["trace[1094230480] 'read index received' (duration: 129.987411ms)","trace[1094230480] 'applied index is now lower than readState.Index' (duration: 25.207134ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:28.831651Z","caller":"traceutil/trace.go:171","msg":"trace[1472339031] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"235.605649ms","start":"2026-03-14T07:11:28.596013Z","end":"2026-03-14T07:11:28.831618Z","steps":["trace[1472339031] 'process raft request' (duration: 210.440456ms)","trace[1472339031] 'compare' (duration: 24.965648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:28.831871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.500953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T07:11:28.831955Z","caller":"traceutil/trace.go:171","msg":"trace[918118915] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4831; }","duration":"155.629206ms","start":"2026-03-14T07:11:28.676304Z","end":"2026-03-14T07:11:28.831933Z","steps":["trace[918118915] 'agreement among raft nodes before linearized reading' (duration: 155.414971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:28.834704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.85527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-14T07:11:28.834792Z","caller":"traceutil/trace.go:171","msg":"trace[284991207] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4831; }","duration":"149.963663ms","start":"2026-03-14T07:11:28.6848Z","end":"2026-03-14T07:11:28.834764Z","steps":["trace[284991207] 'agreement among raft nodes before linearized reading' (duration: 146.959648ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.036591Z","caller":"traceutil/trace.go:171","msg":"trace[1059074224] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"106.49118ms","start":"2026-03-14T07:11:29.930061Z","end":"2026-03-14T07:11:30.036553Z","steps":["trace[1059074224] 'process raft request' (duration: 106.232524ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.036741Z","caller":"traceutil/trace.go:171","msg":"trace[1356692995] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"106.553602ms","start":"2026-03-14T07:11:29.930159Z","end":"2026-03-14T07:11:30.036712Z","steps":["trace[1356692995] 'process raft request' (duration: 106.256914ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.036806Z","caller":"traceutil/trace.go:171","msg":"trace[1568944885] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"106.48197ms","start":"2026-03-14T07:11:29.930305Z","end":"2026-03-14T07:11:30.036787Z","steps":["trace[1568944885] 'process raft request' (duration: 106.297135ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.036863Z","caller":"traceutil/trace.go:171","msg":"trace[1617908743] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"106.185493ms","start":"2026-03-14T07:11:29.930663Z","end":"2026-03-14T07:11:30.036849Z","steps":["trace[1617908743] 'process raft request' (duration: 106.025689ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:30.036766Z","caller":"traceutil/trace.go:171","msg":"trace[2069442508] linearizableReadLoop","detail":"{readStateIndex:5042; appliedIndex:5036; }","duration":"105.383433ms","start":"2026-03-14T07:11:29.93137Z","end":"2026-03-14T07:11:30.036753Z","steps":["trace[2069442508] 'read index received' (duration: 19.094031ms)","trace[2069442508] 'applied index is now lower than readState.Index' (duration: 86.288382ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:30.036907Z","caller":"traceutil/trace.go:171","msg":"trace[598000005] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"106.607934ms","start":"2026-03-14T07:11:29.930212Z","end":"2026-03-14T07:11:30.03682Z","steps":["trace[598000005] 'process raft request' (duration: 106.299145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:30.037098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.709701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"info","ts":"2026-03-14T07:11:30.037129Z","caller":"traceutil/trace.go:171","msg":"trace[829764778] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4848; }","duration":"105.771132ms","start":"2026-03-14T07:11:29.931351Z","end":"2026-03-14T07:11:30.037122Z","steps":["trace[829764778] 'agreement among raft nodes before linearized reading' (duration: 105.437994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:32.215225Z","caller":"traceutil/trace.go:171","msg":"trace[1522434054] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"169.894706ms","start":"2026-03-14T07:11:32.045304Z","end":"2026-03-14T07:11:32.215199Z","steps":["trace[1522434054] 'process raft request' (duration: 74.845654ms)","trace[1522434054] 'compare' (duration: 94.848387ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:32.215586Z","caller":"traceutil/trace.go:171","msg":"trace[574401137] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"169.628669ms","start":"2026-03-14T07:11:32.045929Z","end":"2026-03-14T07:11:32.215558Z","steps":["trace[574401137] 'process raft request' (duration: 169.228229ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:32.21625Z","caller":"traceutil/trace.go:171","msg":"trace[1658189116] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5063; }","duration":"169.916858ms","start":"2026-03-14T07:11:32.046315Z","end":"2026-03-14T07:11:32.216231Z","steps":["trace[1658189116] 'read index received' (duration: 5.582931ms)","trace[1658189116] 'applied index is now lower than readState.Index' (duration: 164.332827ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:32.216327Z","caller":"traceutil/trace.go:171","msg":"trace[1798683405] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"170.062721ms","start":"2026-03-14T07:11:32.046238Z","end":"2026-03-14T07:11:32.216301Z","steps":["trace[1798683405] 'process raft request' (duration: 169.927008ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:32.216308Z","caller":"traceutil/trace.go:171","msg":"trace[836689892] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"170.087202ms","start":"2026-03-14T07:11:32.046205Z","end":"2026-03-14T07:11:32.216292Z","steps":["trace[836689892] 'process raft request' (duration: 169.193529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:32.216632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.312127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62907"} {"level":"info","ts":"2026-03-14T07:11:32.216682Z","caller":"traceutil/trace.go:171","msg":"trace[781513541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4873; }","duration":"170.43773ms","start":"2026-03-14T07:11:32.046231Z","end":"2026-03-14T07:11:32.216668Z","steps":["trace[781513541] 'agreement among raft nodes before linearized reading' (duration: 170.112332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:33.118454Z","caller":"traceutil/trace.go:171","msg":"trace[909994143] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"270.528989ms","start":"2026-03-14T07:11:32.847902Z","end":"2026-03-14T07:11:33.118431Z","steps":["trace[909994143] 'process raft request' (duration: 270.350254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.631273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044858617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:11:33.732408Z","caller":"traceutil/trace.go:171","msg":"trace[1381707631] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"601.744915ms","start":"2026-03-14T07:11:33.130635Z","end":"2026-03-14T07:11:33.73238Z","steps":["trace[1381707631] 'read index received' (duration: 599.206581ms)","trace[1381707631] 'applied index is now lower than readState.Index' (duration: 2.536614ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:33.732481Z","caller":"traceutil/trace.go:171","msg":"trace[840424949] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"603.635723ms","start":"2026-03-14T07:11:33.128818Z","end":"2026-03-14T07:11:33.732453Z","steps":["trace[840424949] 'process raft request' (duration: 600.911264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.732608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:33.128796Z","time spent":"603.750896ms","remote":"127.0.0.1:50430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2438,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:11:33.732857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.165435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128810"} {"level":"info","ts":"2026-03-14T07:11:33.732961Z","caller":"traceutil/trace.go:171","msg":"trace[259472816] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4896; }","duration":"602.319859ms","start":"2026-03-14T07:11:33.130593Z","end":"2026-03-14T07:11:33.732913Z","steps":["trace[259472816] 'agreement among raft nodes before linearized reading' (duration: 601.95369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:33.733006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:33.13058Z","time spent":"602.417121ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128833,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-14T07:11:34.227618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.140736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:34.227749Z","caller":"traceutil/trace.go:171","msg":"trace[392925260] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5103; }","duration":"171.871407ms","start":"2026-03-14T07:11:34.055855Z","end":"2026-03-14T07:11:34.227726Z","steps":["trace[392925260] 'read index received' (duration: 14.491955ms)","trace[392925260] 'applied index is now lower than readState.Index' (duration: 157.377332ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:34.227851Z","caller":"traceutil/trace.go:171","msg":"trace[1106745221] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"201.515672ms","start":"2026-03-14T07:11:34.026284Z","end":"2026-03-14T07:11:34.227799Z","steps":["trace[1106745221] 'process raft request' (duration: 44.111289ms)","trace[1106745221] 'compare' (duration: 157.020202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:34.227919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.790998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:34.227904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.041931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:11:34.228021Z","caller":"traceutil/trace.go:171","msg":"trace[497578945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4908; }","duration":"172.202215ms","start":"2026-03-14T07:11:34.055799Z","end":"2026-03-14T07:11:34.228001Z","steps":["trace[497578945] 'agreement among raft nodes before linearized reading' (duration: 171.988439ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.227965Z","caller":"traceutil/trace.go:171","msg":"trace[908654990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4908; }","duration":"166.85397ms","start":"2026-03-14T07:11:34.0611Z","end":"2026-03-14T07:11:34.227954Z","steps":["trace[908654990] 'agreement among raft nodes before linearized reading' (duration: 166.777938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.460247Z","caller":"traceutil/trace.go:171","msg":"trace[1984143491] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"228.980414ms","start":"2026-03-14T07:11:34.231245Z","end":"2026-03-14T07:11:34.460226Z","steps":["trace[1984143491] 'process raft request' (duration: 159.432173ms)","trace[1984143491] 'compare' (duration: 69.464738ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:34.653582Z","caller":"traceutil/trace.go:171","msg":"trace[1793326677] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"421.770675ms","start":"2026-03-14T07:11:34.231785Z","end":"2026-03-14T07:11:34.653555Z","steps":["trace[1793326677] 'process raft request' (duration: 421.691243ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.653614Z","caller":"traceutil/trace.go:171","msg":"trace[1649075906] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"421.828787ms","start":"2026-03-14T07:11:34.231745Z","end":"2026-03-14T07:11:34.653574Z","steps":["trace[1649075906] 'process raft request' (duration: 340.530561ms)","trace[1649075906] 'compare' (duration: 81.06461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:34.653785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:34.231767Z","time spent":"421.9331ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:34.653802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:34.231721Z","time spent":"421.994841ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:34.653904Z","caller":"traceutil/trace.go:171","msg":"trace[1822857520] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5104; }","duration":"420.913515ms","start":"2026-03-14T07:11:34.232971Z","end":"2026-03-14T07:11:34.653884Z","steps":["trace[1822857520] 'read index received' (duration: 157.71991ms)","trace[1822857520] 'applied index is now lower than readState.Index' (duration: 263.192725ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:34.653927Z","caller":"traceutil/trace.go:171","msg":"trace[1642768288] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"421.391426ms","start":"2026-03-14T07:11:34.232524Z","end":"2026-03-14T07:11:34.653915Z","steps":["trace[1642768288] 'process raft request' (duration: 420.994246ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:34.653932Z","caller":"traceutil/trace.go:171","msg":"trace[1517938020] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"420.520813ms","start":"2026-03-14T07:11:34.233398Z","end":"2026-03-14T07:11:34.653919Z","steps":["trace[1517938020] 'process raft request' (duration: 420.38442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:34.653991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:34.232513Z","time spent":"421.448608ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:34.653994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:34.233389Z","time spent":"420.576826ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:34.654244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.271073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70717"} {"level":"info","ts":"2026-03-14T07:11:34.654293Z","caller":"traceutil/trace.go:171","msg":"trace[1800551987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4913; }","duration":"421.348095ms","start":"2026-03-14T07:11:34.232935Z","end":"2026-03-14T07:11:34.654283Z","steps":["trace[1800551987] 'agreement among raft nodes before linearized reading' (duration: 421.062578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:34.654262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.458957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:11:34.654326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:34.232925Z","time spent":"421.392396ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70740,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:11:34.654371Z","caller":"traceutil/trace.go:171","msg":"trace[1446310859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4913; }","duration":"419.590951ms","start":"2026-03-14T07:11:34.234756Z","end":"2026-03-14T07:11:34.654347Z","steps":["trace[1446310859] 'agreement among raft nodes before linearized reading' (duration: 419.276783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:34.654434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:34.234748Z","time spent":"419.673693ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:11:34.891735Z","caller":"traceutil/trace.go:171","msg":"trace[439982772] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5109; }","duration":"223.121616ms","start":"2026-03-14T07:11:34.668586Z","end":"2026-03-14T07:11:34.891708Z","steps":["trace[439982772] 'read index received' (duration: 219.101024ms)","trace[439982772] 'applied index is now lower than readState.Index' (duration: 4.019122ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:34.891759Z","caller":"traceutil/trace.go:171","msg":"trace[197753891] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"227.338753ms","start":"2026-03-14T07:11:34.66439Z","end":"2026-03-14T07:11:34.891729Z","steps":["trace[197753891] 'process raft request' (duration: 223.30216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:34.891871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.26915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T07:11:34.891928Z","caller":"traceutil/trace.go:171","msg":"trace[1656808387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4914; }","duration":"223.370562ms","start":"2026-03-14T07:11:34.668544Z","end":"2026-03-14T07:11:34.891914Z","steps":["trace[1656808387] 'agreement among raft nodes before linearized reading' (duration: 223.226039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:36.196425Z","caller":"traceutil/trace.go:171","msg":"trace[1286811578] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"227.490775ms","start":"2026-03-14T07:11:35.968912Z","end":"2026-03-14T07:11:36.196402Z","steps":["trace[1286811578] 'process raft request' (duration: 149.875072ms)","trace[1286811578] 'compare' (duration: 77.011138ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:36.236686Z","caller":"traceutil/trace.go:171","msg":"trace[1362979351] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"189.11746ms","start":"2026-03-14T07:11:36.047536Z","end":"2026-03-14T07:11:36.236653Z","steps":["trace[1362979351] 'process raft request' (duration: 188.538676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:37.050359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.624724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-574867969d-n648l.189ca3a5bf9ffc65\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-14T07:11:37.050536Z","caller":"traceutil/trace.go:171","msg":"trace[1092190809] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-574867969d-n648l.189ca3a5bf9ffc65; range_end:; response_count:1; response_revision:4935; }","duration":"108.884041ms","start":"2026-03-14T07:11:36.941594Z","end":"2026-03-14T07:11:37.050478Z","steps":["trace[1092190809] 'range keys from in-memory index tree' (duration: 108.302136ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:37.270721Z","caller":"traceutil/trace.go:171","msg":"trace[1997667962] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"217.511724ms","start":"2026-03-14T07:11:37.05318Z","end":"2026-03-14T07:11:37.270691Z","steps":["trace[1997667962] 'process raft request' (duration: 217.34316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:37.343189Z","caller":"traceutil/trace.go:171","msg":"trace[671481317] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"175.539189ms","start":"2026-03-14T07:11:37.167634Z","end":"2026-03-14T07:11:37.343174Z","steps":["trace[671481317] 'process raft request' (duration: 175.474577ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:37.343247Z","caller":"traceutil/trace.go:171","msg":"trace[323700719] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"287.475325ms","start":"2026-03-14T07:11:37.055722Z","end":"2026-03-14T07:11:37.343198Z","steps":["trace[323700719] 'process raft request' (duration: 287.27895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:37.34345Z","caller":"traceutil/trace.go:171","msg":"trace[258273742] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"120.515283ms","start":"2026-03-14T07:11:37.222874Z","end":"2026-03-14T07:11:37.343389Z","steps":["trace[258273742] 'process raft request' (duration: 120.268957ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:37.402581Z","caller":"traceutil/trace.go:171","msg":"trace[1129632890] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"127.885969ms","start":"2026-03-14T07:11:37.274666Z","end":"2026-03-14T07:11:37.402552Z","steps":["trace[1129632890] 'process raft request' (duration: 86.171089ms)","trace[1129632890] 'compare' (duration: 41.560016ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:39.149203Z","caller":"traceutil/trace.go:171","msg":"trace[1681670512] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5146; }","duration":"365.802027ms","start":"2026-03-14T07:11:38.783364Z","end":"2026-03-14T07:11:39.149166Z","steps":["trace[1681670512] 'read index received' (duration: 365.681324ms)","trace[1681670512] 'applied index is now lower than readState.Index' (duration: 119.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:39.149285Z","caller":"traceutil/trace.go:171","msg":"trace[1421423461] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"366.635947ms","start":"2026-03-14T07:11:38.7826Z","end":"2026-03-14T07:11:39.149236Z","steps":["trace[1421423461] 'process raft request' (duration: 366.298519ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:39.1493Z","caller":"traceutil/trace.go:171","msg":"trace[799058024] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"366.612436ms","start":"2026-03-14T07:11:38.782651Z","end":"2026-03-14T07:11:39.149263Z","steps":["trace[799058024] 'process raft request' (duration: 366.447852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:39.149619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.236298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70966"} {"level":"info","ts":"2026-03-14T07:11:39.149708Z","caller":"traceutil/trace.go:171","msg":"trace[1947771919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4951; }","duration":"366.361171ms","start":"2026-03-14T07:11:38.783334Z","end":"2026-03-14T07:11:39.149695Z","steps":["trace[1947771919] 'agreement among raft nodes before linearized reading' (duration: 366.039302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:39.149755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:38.783325Z","time spent":"366.419243ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70989,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:11:39.149807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:38.782622Z","time spent":"367.048768ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:39.149825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:38.782569Z","time spent":"366.938245ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:39.17518Z","caller":"traceutil/trace.go:171","msg":"trace[1256862199] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"391.35656ms","start":"2026-03-14T07:11:38.783793Z","end":"2026-03-14T07:11:39.17515Z","steps":["trace[1256862199] 'process raft request' (duration: 391.176346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:39.175361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:38.78377Z","time spent":"391.495873ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:42.191234Z","caller":"traceutil/trace.go:171","msg":"trace[243759823] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"194.611207ms","start":"2026-03-14T07:11:41.996594Z","end":"2026-03-14T07:11:42.191206Z","steps":["trace[243759823] 'process raft request' (duration: 194.440453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:44.151424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.394348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:44.151666Z","caller":"traceutil/trace.go:171","msg":"trace[773111389] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"215.907763ms","start":"2026-03-14T07:11:43.935725Z","end":"2026-03-14T07:11:44.151632Z","steps":["trace[773111389] 'process raft request' (duration: 109.239219ms)","trace[773111389] 'compare' (duration: 106.276655ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:44.151708Z","caller":"traceutil/trace.go:171","msg":"trace[1764558316] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"103.614368ms","start":"2026-03-14T07:11:44.048079Z","end":"2026-03-14T07:11:44.151693Z","steps":["trace[1764558316] 'process raft request' (duration: 103.541526ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:44.151769Z","caller":"traceutil/trace.go:171","msg":"trace[102203736] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"213.212206ms","start":"2026-03-14T07:11:43.938534Z","end":"2026-03-14T07:11:44.151746Z","steps":["trace[102203736] 'process raft request' (duration: 212.97261ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:44.540009Z","caller":"traceutil/trace.go:171","msg":"trace[764789401] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"341.951856ms","start":"2026-03-14T07:11:44.198019Z","end":"2026-03-14T07:11:44.539971Z","steps":["trace[764789401] 'process raft request' (duration: 322.423505ms)","trace[764789401] 'compare' (duration: 19.125541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:44.540198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:44.197999Z","time spent":"342.10325ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:44.548437Z","caller":"traceutil/trace.go:171","msg":"trace[1435329918] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"249.614872ms","start":"2026-03-14T07:11:44.298794Z","end":"2026-03-14T07:11:44.548409Z","steps":["trace[1435329918] 'read index received' (duration: 221.666879ms)","trace[1435329918] 'applied index is now lower than readState.Index' (duration: 27.946603ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:44.548473Z","caller":"traceutil/trace.go:171","msg":"trace[1562192492] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"319.653586ms","start":"2026-03-14T07:11:44.228804Z","end":"2026-03-14T07:11:44.548458Z","steps":["trace[1562192492] 'process raft request' (duration: 319.459021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:44.548613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.829738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:11:44.548645Z","caller":"traceutil/trace.go:171","msg":"trace[1621733189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5044; }","duration":"249.9025ms","start":"2026-03-14T07:11:44.298736Z","end":"2026-03-14T07:11:44.548638Z","steps":["trace[1621733189] 'agreement among raft nodes before linearized reading' (duration: 249.769247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:44.548639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:44.228776Z","time spent":"319.778568ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:44.548744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.776474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:11:44.548806Z","caller":"traceutil/trace.go:171","msg":"trace[1633287878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5044; }","duration":"142.888747ms","start":"2026-03-14T07:11:44.405899Z","end":"2026-03-14T07:11:44.548788Z","steps":["trace[1633287878] 'agreement among raft nodes before linearized reading' (duration: 142.777744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:44.791157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.009265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:44.791275Z","caller":"traceutil/trace.go:171","msg":"trace[759616612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5045; }","duration":"150.20214ms","start":"2026-03-14T07:11:44.641051Z","end":"2026-03-14T07:11:44.791253Z","steps":["trace[759616612] 'range keys from in-memory index tree' (duration: 149.883312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:44.791639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.04431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:44.791738Z","caller":"traceutil/trace.go:171","msg":"trace[361411880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5045; }","duration":"141.193534ms","start":"2026-03-14T07:11:44.650524Z","end":"2026-03-14T07:11:44.791718Z","steps":["trace[361411880] 'range keys from in-memory index tree' (duration: 140.808284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:44.952675Z","caller":"traceutil/trace.go:171","msg":"trace[1528834375] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"105.796243ms","start":"2026-03-14T07:11:44.84682Z","end":"2026-03-14T07:11:44.952616Z","steps":["trace[1528834375] 'process raft request' (duration: 89.438771ms)","trace[1528834375] 'compare' (duration: 15.934232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:45.567291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044858987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:11:46.067486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044858987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:11:46.567866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044858987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:11:46.746292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740694839s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:11:46.933011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.310459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:46.933143Z","caller":"traceutil/trace.go:171","msg":"trace[1495607976] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"1.927643994s","start":"2026-03-14T07:11:45.005473Z","end":"2026-03-14T07:11:46.933117Z","steps":["trace[1495607976] 'process raft request' (duration: 1.741104159s)","trace[1495607976] 'compare' (duration: 186.185716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:46.93327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.005447Z","time spent":"1.927740227s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:47.009557Z","caller":"traceutil/trace.go:171","msg":"trace[2003762380] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5248; }","duration":"1.942823086s","start":"2026-03-14T07:11:45.066708Z","end":"2026-03-14T07:11:47.009531Z","steps":["trace[2003762380] 'read index received' (duration: 1.679811806s)","trace[2003762380] 'applied index is now lower than readState.Index' (duration: 263.00944ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:47.009586Z","caller":"traceutil/trace.go:171","msg":"trace[1683238476] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"464.445269ms","start":"2026-03-14T07:11:46.545117Z","end":"2026-03-14T07:11:47.009562Z","steps":["trace[1683238476] 'process raft request' (duration: 464.190713ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:47.00969Z","caller":"traceutil/trace.go:171","msg":"trace[483480855] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"454.95029ms","start":"2026-03-14T07:11:46.554662Z","end":"2026-03-14T07:11:47.009612Z","steps":["trace[483480855] 'process raft request' (duration: 454.753335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.009746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943021751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:47.009788Z","caller":"traceutil/trace.go:171","msg":"trace[680638912] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5053; }","duration":"1.943119233s","start":"2026-03-14T07:11:45.066659Z","end":"2026-03-14T07:11:47.009778Z","steps":["trace[680638912] 'agreement among raft nodes before linearized reading' (duration: 1.943022751s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.009833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.066637Z","time spent":"1.943187646s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:11:47.00986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:46.554644Z","time spent":"455.132584ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:47.009878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.429459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:11:47.009883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:46.545088Z","time spent":"464.640435ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:47.009954Z","caller":"traceutil/trace.go:171","msg":"trace[70399190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5053; }","duration":"441.530102ms","start":"2026-03-14T07:11:46.568405Z","end":"2026-03-14T07:11:47.009935Z","steps":["trace[70399190] 'agreement among raft nodes before linearized reading' (duration: 441.346308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.009867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833891944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:11:47.010002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:46.56839Z","time spent":"441.601184ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:11:47.010082Z","caller":"traceutil/trace.go:171","msg":"trace[1089005823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5053; }","duration":"1.834090019s","start":"2026-03-14T07:11:45.175914Z","end":"2026-03-14T07:11:47.010004Z","steps":["trace[1089005823] 'agreement among raft nodes before linearized reading' (duration: 1.833795032s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.102583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:47.010155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.278434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:47.010179Z","caller":"traceutil/trace.go:171","msg":"trace[800265692] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5053; }","duration":"186.194377ms","start":"2026-03-14T07:11:46.823972Z","end":"2026-03-14T07:11:47.010167Z","steps":["trace[800265692] 'agreement among raft nodes before linearized reading' (duration: 186.126584ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:47.0102Z","caller":"traceutil/trace.go:171","msg":"trace[477345399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5053; }","duration":"152.331674ms","start":"2026-03-14T07:11:46.857843Z","end":"2026-03-14T07:11:47.010175Z","steps":["trace[477345399] 'agreement among raft nodes before linearized reading' (duration: 152.252381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.175891Z","time spent":"1.834231623s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:11:47.010428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.686315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:47.010441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.725645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:47.010454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.626629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:47.010481Z","caller":"traceutil/trace.go:171","msg":"trace[602045366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5053; }","duration":"371.770198ms","start":"2026-03-14T07:11:46.638699Z","end":"2026-03-14T07:11:47.010469Z","steps":["trace[602045366] 'agreement among raft nodes before linearized reading' (duration: 371.638464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16693765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-14T07:11:47.010527Z","caller":"traceutil/trace.go:171","msg":"trace[6950719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5053; }","duration":"574.806308ms","start":"2026-03-14T07:11:46.435674Z","end":"2026-03-14T07:11:47.01048Z","steps":["trace[6950719] 'agreement among raft nodes before linearized reading' (duration: 574.700315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:46.638684Z","time spent":"371.849829ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:11:47.010557Z","caller":"traceutil/trace.go:171","msg":"trace[63610337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5053; }","duration":"167.765782ms","start":"2026-03-14T07:11:46.842778Z","end":"2026-03-14T07:11:47.010544Z","steps":["trace[63610337] 'agreement among raft nodes before linearized reading' (duration: 167.549417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.4741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:11:47.010558Z","caller":"traceutil/trace.go:171","msg":"trace[1369622341] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3; range_end:; response_count:1; response_revision:5053; }","duration":"1.167120994s","start":"2026-03-14T07:11:45.843422Z","end":"2026-03-14T07:11:47.010543Z","steps":["trace[1369622341] 'agreement among raft nodes before linearized reading' (duration: 1.16693268s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:47.010599Z","caller":"traceutil/trace.go:171","msg":"trace[1669861084] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5053; }","duration":"609.573953ms","start":"2026-03-14T07:11:46.401016Z","end":"2026-03-14T07:11:47.01059Z","steps":["trace[1669861084] 'agreement among raft nodes before linearized reading' (duration: 609.430809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.01061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834104051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:11:47.010648Z","caller":"traceutil/trace.go:171","msg":"trace[245953368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5053; }","duration":"1.834190593s","start":"2026-03-14T07:11:45.176448Z","end":"2026-03-14T07:11:47.010639Z","steps":["trace[245953368] 'agreement among raft nodes before linearized reading' (duration: 1.8340899s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813098973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:11:47.01068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.176426Z","time spent":"1.834247035s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:11:47.010701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83325914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:11:47.010716Z","caller":"traceutil/trace.go:171","msg":"trace[1339362475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5053; }","duration":"1.813174084s","start":"2026-03-14T07:11:45.197531Z","end":"2026-03-14T07:11:47.010705Z","steps":["trace[1339362475] 'agreement among raft nodes before linearized reading' (duration: 1.812938859s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:47.010749Z","caller":"traceutil/trace.go:171","msg":"trace[1446029432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5053; }","duration":"1.833319861s","start":"2026-03-14T07:11:45.177412Z","end":"2026-03-14T07:11:47.010732Z","steps":["trace[1446029432] 'agreement among raft nodes before linearized reading' (duration: 1.833185298s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:47.010747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.197522Z","time spent":"1.813218145s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:47.010807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.177402Z","time spent":"1.833392964s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:11:47.010562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:46.435662Z","time spent":"574.8938ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:11:47.011417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:45.8434Z","time spent":"1.167206567s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3\" "} {"level":"warn","ts":"2026-03-14T07:11:47.011571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:46.400996Z","time spent":"610.547757ms","remote":"127.0.0.1:44138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:11:49.19657Z","caller":"traceutil/trace.go:171","msg":"trace[2095163067] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"179.548209ms","start":"2026-03-14T07:11:49.016987Z","end":"2026-03-14T07:11:49.196535Z","steps":["trace[2095163067] 'process raft request' (duration: 179.063927ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:49.196746Z","caller":"traceutil/trace.go:171","msg":"trace[1442340643] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"176.684517ms","start":"2026-03-14T07:11:49.020035Z","end":"2026-03-14T07:11:49.196719Z","steps":["trace[1442340643] 'read index received' (duration: 176.02794ms)","trace[1442340643] 'applied index is now lower than readState.Index' (duration: 654.797µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:49.196797Z","caller":"traceutil/trace.go:171","msg":"trace[253321011] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"179.781625ms","start":"2026-03-14T07:11:49.016986Z","end":"2026-03-14T07:11:49.196767Z","steps":["trace[253321011] 'process raft request' (duration: 179.471947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.197032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.904162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:11:49.197071Z","caller":"traceutil/trace.go:171","msg":"trace[1770838171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"145.983734ms","start":"2026-03-14T07:11:49.051076Z","end":"2026-03-14T07:11:49.19706Z","steps":["trace[1770838171] 'agreement among raft nodes before linearized reading' (duration: 145.791309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.196987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.934743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3\" ","response":"range_response_count:1 size:3948"} {"level":"warn","ts":"2026-03-14T07:11:49.197129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.638552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:11:49.197195Z","caller":"traceutil/trace.go:171","msg":"trace[1543552018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5075; }","duration":"127.713413ms","start":"2026-03-14T07:11:49.069466Z","end":"2026-03-14T07:11:49.197179Z","steps":["trace[1543552018] 'agreement among raft nodes before linearized reading' (duration: 127.57738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.197286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.829617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:11:49.197138Z","caller":"traceutil/trace.go:171","msg":"trace[1982008481] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3; range_end:; response_count:1; response_revision:5075; }","duration":"177.125288ms","start":"2026-03-14T07:11:49.019995Z","end":"2026-03-14T07:11:49.197121Z","steps":["trace[1982008481] 'agreement among raft nodes before linearized reading' (duration: 176.843121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.197262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.884058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:11:49.197323Z","caller":"traceutil/trace.go:171","msg":"trace[534417380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5075; }","duration":"127.880327ms","start":"2026-03-14T07:11:49.069435Z","end":"2026-03-14T07:11:49.197315Z","steps":["trace[534417380] 'agreement among raft nodes before linearized reading' (duration: 127.769375ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:49.197349Z","caller":"traceutil/trace.go:171","msg":"trace[1374750950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5075; }","duration":"125.987761ms","start":"2026-03-14T07:11:49.07135Z","end":"2026-03-14T07:11:49.197337Z","steps":["trace[1374750950] 'agreement among raft nodes before linearized reading' (duration: 125.828527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.197434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.630237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:49.197509Z","caller":"traceutil/trace.go:171","msg":"trace[1447330989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5075; }","duration":"126.76035ms","start":"2026-03-14T07:11:49.070734Z","end":"2026-03-14T07:11:49.197494Z","steps":["trace[1447330989] 'agreement among raft nodes before linearized reading' (duration: 126.461103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.197669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.247417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:11:49.19773Z","caller":"traceutil/trace.go:171","msg":"trace[931071755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5075; }","duration":"128.348389ms","start":"2026-03-14T07:11:49.069368Z","end":"2026-03-14T07:11:49.197716Z","steps":["trace[931071755] 'agreement among raft nodes before linearized reading' (duration: 128.180495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.197617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.886954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:11:49.197886Z","caller":"traceutil/trace.go:171","msg":"trace[1581023500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5075; }","duration":"129.16127ms","start":"2026-03-14T07:11:49.068712Z","end":"2026-03-14T07:11:49.197873Z","steps":["trace[1581023500] 'agreement among raft nodes before linearized reading' (duration: 128.793301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.84426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.608666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:49.844426Z","caller":"traceutil/trace.go:171","msg":"trace[1199677385] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"642.281724ms","start":"2026-03-14T07:11:49.202119Z","end":"2026-03-14T07:11:49.844401Z","steps":["trace[1199677385] 'process raft request' (duration: 484.458533ms)","trace[1199677385] 'compare' (duration: 157.506364ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:49.844457Z","caller":"traceutil/trace.go:171","msg":"trace[1656776074] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"642.171932ms","start":"2026-03-14T07:11:49.202266Z","end":"2026-03-14T07:11:49.844438Z","steps":["trace[1656776074] 'process raft request' (duration: 642.0859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.844522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202244Z","time spent":"642.247644ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:49.844548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202096Z","time spent":"642.390148ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:49.844625Z","caller":"traceutil/trace.go:171","msg":"trace[1092674087] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"642.268605ms","start":"2026-03-14T07:11:49.202342Z","end":"2026-03-14T07:11:49.844611Z","steps":["trace[1092674087] 'process raft request' (duration: 642.058179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.844692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202333Z","time spent":"642.324476ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:49.844839Z","caller":"traceutil/trace.go:171","msg":"trace[442899848] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"642.47386ms","start":"2026-03-14T07:11:49.202352Z","end":"2026-03-14T07:11:49.844826Z","steps":["trace[442899848] 'process raft request' (duration: 642.187653ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:49.844864Z","caller":"traceutil/trace.go:171","msg":"trace[148839134] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5274; }","duration":"642.188013ms","start":"2026-03-14T07:11:49.202663Z","end":"2026-03-14T07:11:49.844851Z","steps":["trace[148839134] 'read index received' (duration: 483.9053ms)","trace[148839134] 'applied index is now lower than readState.Index' (duration: 158.281903ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:49.844892Z","caller":"traceutil/trace.go:171","msg":"trace[298690773] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"642.470829ms","start":"2026-03-14T07:11:49.202408Z","end":"2026-03-14T07:11:49.844879Z","steps":["trace[298690773] 'process raft request' (duration: 642.361937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.844905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202346Z","time spent":"642.524961ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:11:49.844924Z","caller":"traceutil/trace.go:171","msg":"trace[577740355] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"642.47688ms","start":"2026-03-14T07:11:49.202421Z","end":"2026-03-14T07:11:49.844898Z","steps":["trace[577740355] 'process raft request' (duration: 642.394798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.84496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202384Z","time spent":"642.547102ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:49.844977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202387Z","time spent":"642.563132ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:11:49.845062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.567403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:11:49.845129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.458419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80136"} {"level":"info","ts":"2026-03-14T07:11:49.845186Z","caller":"traceutil/trace.go:171","msg":"trace[933131793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5081; }","duration":"205.703418ms","start":"2026-03-14T07:11:49.639428Z","end":"2026-03-14T07:11:49.845132Z","steps":["trace[933131793] 'agreement among raft nodes before linearized reading' (duration: 205.548753ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:49.845206Z","caller":"traceutil/trace.go:171","msg":"trace[161279837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5081; }","duration":"642.560032ms","start":"2026-03-14T07:11:49.202636Z","end":"2026-03-14T07:11:49.845196Z","steps":["trace[161279837] 'agreement among raft nodes before linearized reading' (duration: 642.312885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:49.845237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:49.202619Z","time spent":"642.609914ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80159,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:11:51.963564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.001513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:51.96367Z","caller":"traceutil/trace.go:171","msg":"trace[2053863211] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"215.049712ms","start":"2026-03-14T07:11:51.748603Z","end":"2026-03-14T07:11:51.963653Z","steps":["trace[2053863211] 'read index received' (duration: 53.783703ms)","trace[2053863211] 'applied index is now lower than readState.Index' (duration: 161.264559ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:51.963892Z","caller":"traceutil/trace.go:171","msg":"trace[1413114981] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"244.553875ms","start":"2026-03-14T07:11:51.71931Z","end":"2026-03-14T07:11:51.963864Z","steps":["trace[1413114981] 'process raft request' (duration: 83.165333ms)","trace[1413114981] 'compare' (duration: 160.873119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:51.963999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.171539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-14T07:11:51.964023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.406641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:11:51.964098Z","caller":"traceutil/trace.go:171","msg":"trace[1367295085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5107; }","duration":"215.503844ms","start":"2026-03-14T07:11:51.748574Z","end":"2026-03-14T07:11:51.964078Z","steps":["trace[1367295085] 'agreement among raft nodes before linearized reading' (duration: 215.288369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.964126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.857001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:11:51.96413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.282146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:11:51.964349Z","caller":"traceutil/trace.go:171","msg":"trace[1503690449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5107; }","duration":"114.933452ms","start":"2026-03-14T07:11:51.849239Z","end":"2026-03-14T07:11:51.964172Z","steps":["trace[1503690449] 'agreement among raft nodes before linearized reading' (duration: 114.82611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.964118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.43371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:11:51.96437Z","caller":"traceutil/trace.go:171","msg":"trace[1216749555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5107; }","duration":"112.526412ms","start":"2026-03-14T07:11:51.851834Z","end":"2026-03-14T07:11:51.96436Z","steps":["trace[1216749555] 'agreement among raft nodes before linearized reading' (duration: 112.243845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.964395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.669576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:11:51.964409Z","caller":"traceutil/trace.go:171","msg":"trace[1577620838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5107; }","duration":"110.795549ms","start":"2026-03-14T07:11:51.853596Z","end":"2026-03-14T07:11:51.964392Z","steps":["trace[1577620838] 'agreement among raft nodes before linearized reading' (duration: 110.340517ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:51.964427Z","caller":"traceutil/trace.go:171","msg":"trace[282042902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5107; }","duration":"112.733227ms","start":"2026-03-14T07:11:51.851687Z","end":"2026-03-14T07:11:51.96442Z","steps":["trace[282042902] 'agreement among raft nodes before linearized reading' (duration: 112.41944ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:51.964046Z","caller":"traceutil/trace.go:171","msg":"trace[984281697] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5107; }","duration":"144.241051ms","start":"2026-03-14T07:11:51.819794Z","end":"2026-03-14T07:11:51.964035Z","steps":["trace[984281697] 'agreement among raft nodes before linearized reading' (duration: 144.104037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.964442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.61045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:11:51.964513Z","caller":"traceutil/trace.go:171","msg":"trace[1377050525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5107; }","duration":"113.759193ms","start":"2026-03-14T07:11:51.850738Z","end":"2026-03-14T07:11:51.964497Z","steps":["trace[1377050525] 'agreement among raft nodes before linearized reading' (duration: 113.352593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.964534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.003213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:11:51.964571Z","caller":"traceutil/trace.go:171","msg":"trace[1935658517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5107; }","duration":"105.555497ms","start":"2026-03-14T07:11:51.859004Z","end":"2026-03-14T07:11:51.96456Z","steps":["trace[1935658517] 'agreement among raft nodes before linearized reading' (duration: 104.916251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:51.964859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.826574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-14T07:11:51.964937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.069776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:11:51.965037Z","caller":"traceutil/trace.go:171","msg":"trace[1785545931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5107; }","duration":"113.230869ms","start":"2026-03-14T07:11:51.851785Z","end":"2026-03-14T07:11:51.965016Z","steps":["trace[1785545931] 'agreement among raft nodes before linearized reading' (duration: 112.124322ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:51.965005Z","caller":"traceutil/trace.go:171","msg":"trace[1475269008] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5107; }","duration":"114.061461ms","start":"2026-03-14T07:11:51.850913Z","end":"2026-03-14T07:11:51.964974Z","steps":["trace[1475269008] 'agreement among raft nodes before linearized reading' (duration: 113.151929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:53.315974Z","caller":"traceutil/trace.go:171","msg":"trace[1235316455] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"102.125329ms","start":"2026-03-14T07:11:53.21381Z","end":"2026-03-14T07:11:53.315935Z","steps":["trace[1235316455] 'process raft request' (duration: 58.279396ms)","trace[1235316455] 'compare' (duration: 43.697659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:11:54.550926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.20433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:11:54.551003Z","caller":"traceutil/trace.go:171","msg":"trace[551290184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5128; }","duration":"564.302153ms","start":"2026-03-14T07:11:53.986683Z","end":"2026-03-14T07:11:54.550986Z","steps":["trace[551290184] 'range keys from in-memory index tree' (duration: 564.018096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.656672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:11:54.551111Z","caller":"traceutil/trace.go:171","msg":"trace[2023129774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5128; }","duration":"570.751614ms","start":"2026-03-14T07:11:53.980344Z","end":"2026-03-14T07:11:54.551095Z","steps":["trace[2023129774] 'range keys from in-memory index tree' (duration: 570.54539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.990755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:11:54.551164Z","caller":"traceutil/trace.go:171","msg":"trace[2074488921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5128; }","duration":"566.057817ms","start":"2026-03-14T07:11:53.985098Z","end":"2026-03-14T07:11:54.551155Z","steps":["trace[2074488921] 'range keys from in-memory index tree' (duration: 565.850112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.985076Z","time spent":"566.116469ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:54.551185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.980327Z","time spent":"570.827166ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:11:54.551059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.986676Z","time spent":"564.370394ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:11:54.551277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.322223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:11:54.551335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.985425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:11:54.550927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.738769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:54.551377Z","caller":"traceutil/trace.go:171","msg":"trace[1930159689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5128; }","duration":"566.066697ms","start":"2026-03-14T07:11:53.9853Z","end":"2026-03-14T07:11:54.551367Z","steps":["trace[1930159689] 'range keys from in-memory index tree' (duration: 565.81227ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:54.551371Z","caller":"traceutil/trace.go:171","msg":"trace[1023867804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5128; }","duration":"566.444727ms","start":"2026-03-14T07:11:53.984902Z","end":"2026-03-14T07:11:54.551347Z","steps":["trace[1023867804] 'range keys from in-memory index tree' (duration: 566.155589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.985283Z","time spent":"566.119509ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:11:54.55141Z","caller":"traceutil/trace.go:171","msg":"trace[1623278131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5128; }","duration":"566.286813ms","start":"2026-03-14T07:11:53.985108Z","end":"2026-03-14T07:11:54.551395Z","steps":["trace[1623278131] 'range keys from in-memory index tree' (duration: 565.589005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.984891Z","time spent":"566.518048ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:11:54.551459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.985084Z","time spent":"566.360334ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:54.551609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.990056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:54.551686Z","caller":"traceutil/trace.go:171","msg":"trace[1773154146] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5128; }","duration":"305.746866ms","start":"2026-03-14T07:11:54.245924Z","end":"2026-03-14T07:11:54.551671Z","steps":["trace[1773154146] 'count revisions from in-memory index tree' (duration: 304.917325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:54.245904Z","time spent":"305.828968ms","remote":"127.0.0.1:50416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:11:54.551829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.764386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:11:54.551935Z","caller":"traceutil/trace.go:171","msg":"trace[1774943844] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5128; }","duration":"566.880808ms","start":"2026-03-14T07:11:53.98502Z","end":"2026-03-14T07:11:54.551901Z","steps":["trace[1774943844] 'range keys from in-memory index tree' (duration: 566.104218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.551988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:53.985016Z","time spent":"566.96133ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:11:54.552188Z","caller":"traceutil/trace.go:171","msg":"trace[1671375874] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"174.138393ms","start":"2026-03-14T07:11:54.37803Z","end":"2026-03-14T07:11:54.552168Z","steps":["trace[1671375874] 'process raft request' (duration: 171.580789ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:00.258804Z","caller":"traceutil/trace.go:171","msg":"trace[756421158] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"374.112916ms","start":"2026-03-14T07:11:59.884665Z","end":"2026-03-14T07:12:00.258778Z","steps":["trace[756421158] 'process raft request' (duration: 373.962453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.259018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:59.884611Z","time spent":"374.28121ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:00.267686Z","caller":"traceutil/trace.go:171","msg":"trace[981959448] linearizableReadLoop","detail":"{readStateIndex:5418; appliedIndex:5416; }","duration":"258.384763ms","start":"2026-03-14T07:12:00.009273Z","end":"2026-03-14T07:12:00.267657Z","steps":["trace[981959448] 'read index received' (duration: 249.451888ms)","trace[981959448] 'applied index is now lower than readState.Index' (duration: 8.930615ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:00.267776Z","caller":"traceutil/trace.go:171","msg":"trace[602621510] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"280.91616ms","start":"2026-03-14T07:11:59.986826Z","end":"2026-03-14T07:12:00.267742Z","steps":["trace[602621510] 'process raft request' (duration: 280.687184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.267983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.694461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-14T07:12:00.268052Z","caller":"traceutil/trace.go:171","msg":"trace[1855024915] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5213; }","duration":"258.831184ms","start":"2026-03-14T07:12:00.009202Z","end":"2026-03-14T07:12:00.268034Z","steps":["trace[1855024915] 'agreement among raft nodes before linearized reading' (duration: 258.617449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:00.31187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.663786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:12:00.311998Z","caller":"traceutil/trace.go:171","msg":"trace[1555072778] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:5218; }","duration":"147.861441ms","start":"2026-03-14T07:12:00.164111Z","end":"2026-03-14T07:12:00.311972Z","steps":["trace[1555072778] 'agreement among raft nodes before linearized reading' (duration: 147.41179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:01.481218Z","caller":"traceutil/trace.go:171","msg":"trace[492377575] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"215.407802ms","start":"2026-03-14T07:12:01.265782Z","end":"2026-03-14T07:12:01.481189Z","steps":["trace[492377575] 'process raft request' (duration: 215.186106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:02.140564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044859387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:02.411856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.219492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:02.411959Z","caller":"traceutil/trace.go:171","msg":"trace[742153843] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5445; }","duration":"772.44553ms","start":"2026-03-14T07:12:01.639496Z","end":"2026-03-14T07:12:02.411942Z","steps":["trace[742153843] 'read index received' (duration: 580.95496ms)","trace[742153843] 'applied index is now lower than readState.Index' (duration: 191.48915ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:02.412053Z","caller":"traceutil/trace.go:171","msg":"trace[1366487669] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"1.025595642s","start":"2026-03-14T07:12:01.386445Z","end":"2026-03-14T07:12:02.41204Z","steps":["trace[1366487669] 'process raft request' (duration: 834.108623ms)","trace[1366487669] 'compare' (duration: 190.513105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:02.412114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:01.386416Z","time spent":"1.025664384s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:02.412254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.743159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:02.412322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.372469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-14T07:12:02.412358Z","caller":"traceutil/trace.go:171","msg":"trace[726314427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5240; }","duration":"772.907462ms","start":"2026-03-14T07:12:01.639422Z","end":"2026-03-14T07:12:02.41233Z","steps":["trace[726314427] 'agreement among raft nodes before linearized reading' (duration: 772.754158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:02.412356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.973202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:12:02.412418Z","caller":"traceutil/trace.go:171","msg":"trace[1785459552] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5240; }","duration":"379.526973ms","start":"2026-03-14T07:12:02.03287Z","end":"2026-03-14T07:12:02.412397Z","steps":["trace[1785459552] 'agreement among raft nodes before linearized reading' (duration: 379.230945ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:02.412428Z","caller":"traceutil/trace.go:171","msg":"trace[431817890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5240; }","duration":"134.084785ms","start":"2026-03-14T07:12:02.278328Z","end":"2026-03-14T07:12:02.412413Z","steps":["trace[431817890] 'agreement among raft nodes before linearized reading' (duration: 133.892801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:02.412426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:01.639391Z","time spent":"773.020445ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:02.412477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:02.032849Z","time spent":"379.618235ms","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-14T07:12:07.139215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044859454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:07.63999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044859454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:08.140276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044859454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:08.276821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72046442s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:12:08.639952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000851998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T07:12:08.64004Z","caller":"traceutil/trace.go:171","msg":"trace[745673479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000997602s","start":"2026-03-14T07:12:06.639024Z","end":"2026-03-14T07:12:08.640021Z","steps":["trace[745673479] 'agreement among raft nodes before linearized reading' (duration: 2.000885259s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:08.640088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.639004Z","time spent":"2.001074373s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:12:08 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T07:12:08.787098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.232836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:08.787136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.058789Z","time spent":"728.341541ms","remote":"127.0.0.1:36182","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T07:12:08.787191Z","caller":"traceutil/trace.go:171","msg":"trace[1832022829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5260; }","duration":"333.336239ms","start":"2026-03-14T07:12:08.453843Z","end":"2026-03-14T07:12:08.787179Z","steps":["trace[1832022829] 'range keys from in-memory index tree' (duration: 333.221946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:08.788303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.115454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:08.78847Z","caller":"traceutil/trace.go:171","msg":"trace[1974247605] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"2.361891394s","start":"2026-03-14T07:12:06.426546Z","end":"2026-03-14T07:12:08.788438Z","steps":["trace[1974247605] 'process raft request' (duration: 1.850501223s)","trace[1974247605] 'compare' (duration: 509.878203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:08.788556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.426525Z","time spent":"2.361997886s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.504244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227262788s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:12:09.504626Z","caller":"traceutil/trace.go:171","msg":"trace[1784664412] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"1.994333783s","start":"2026-03-14T07:12:07.510269Z","end":"2026-03-14T07:12:09.504603Z","steps":["trace[1784664412] 'process raft request' (duration: 1.994148669s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.504776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.510247Z","time spent":"1.994451607s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.505038Z","caller":"traceutil/trace.go:171","msg":"trace[1853497034] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"1.731250772s","start":"2026-03-14T07:12:07.773757Z","end":"2026-03-14T07:12:09.505008Z","steps":["trace[1853497034] 'process raft request' (duration: 1.730806941s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.50519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.773726Z","time spent":"1.731383356s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.505962Z","caller":"traceutil/trace.go:171","msg":"trace[1219404184] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5467; }","duration":"2.866825363s","start":"2026-03-14T07:12:06.639076Z","end":"2026-03-14T07:12:09.505902Z","steps":["trace[1219404184] 'read index received' (duration: 1.637979295s)","trace[1219404184] 'applied index is now lower than readState.Index' (duration: 1.228845288s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:09.505987Z","caller":"traceutil/trace.go:171","msg":"trace[1431319807] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.529926125s","start":"2026-03-14T07:12:07.976042Z","end":"2026-03-14T07:12:09.505968Z","steps":["trace[1431319807] 'process raft request' (duration: 1.528780346s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.506222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.976017Z","time spent":"1.53011722s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.506365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575510121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-14T07:12:09.506428Z","caller":"traceutil/trace.go:171","msg":"trace[1593330643] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5264; }","duration":"2.575605002s","start":"2026-03-14T07:12:06.930809Z","end":"2026-03-14T07:12:09.506414Z","steps":["trace[1593330643] 'agreement among raft nodes before linearized reading' (duration: 2.575400567s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.506471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.93079Z","time spent":"2.575669044s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T07:12:09.50654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832458497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:12:09.506596Z","caller":"traceutil/trace.go:171","msg":"trace[1094009409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5264; }","duration":"2.832559209s","start":"2026-03-14T07:12:06.67402Z","end":"2026-03-14T07:12:09.506579Z","steps":["trace[1094009409] 'agreement among raft nodes before linearized reading' (duration: 2.832474337s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.506728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.67399Z","time spent":"2.832720814s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:12:09.506826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036553676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-14T07:12:09.507329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996251632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:12:09.507337Z","caller":"traceutil/trace.go:171","msg":"trace[1396995340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5264; }","duration":"2.03710394s","start":"2026-03-14T07:12:07.470211Z","end":"2026-03-14T07:12:09.507315Z","steps":["trace[1396995340] 'agreement among raft nodes before linearized reading' (duration: 2.03633439s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.470192Z","time spent":"2.037243644s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T07:12:09.507471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862297828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:09.507515Z","caller":"traceutil/trace.go:171","msg":"trace[485001457] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5264; }","duration":"2.862361079s","start":"2026-03-14T07:12:06.645148Z","end":"2026-03-14T07:12:09.507509Z","steps":["trace[485001457] 'agreement among raft nodes before linearized reading' (duration: 2.862279947s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.645098Z","time spent":"2.862439801s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:09.507563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8453152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:12:09.506473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810083295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:09.507649Z","caller":"traceutil/trace.go:171","msg":"trace[222428246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"2.845426133s","start":"2026-03-14T07:12:06.662203Z","end":"2026-03-14T07:12:09.507629Z","steps":["trace[222428246] 'agreement among raft nodes before linearized reading' (duration: 2.845192778s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836809376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:12:09.507694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.662191Z","time spent":"2.845494225s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:12:09.507699Z","caller":"traceutil/trace.go:171","msg":"trace[387125013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5264; }","duration":"2.836882448s","start":"2026-03-14T07:12:06.670806Z","end":"2026-03-14T07:12:09.507688Z","steps":["trace[387125013] 'agreement among raft nodes before linearized reading' (duration: 2.836784365s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.670791Z","time spent":"2.836937589s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:12:09.507692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861231371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:12:09.507724Z","caller":"traceutil/trace.go:171","msg":"trace[1504633761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5264; }","duration":"2.811291794s","start":"2026-03-14T07:12:06.696382Z","end":"2026-03-14T07:12:09.507674Z","steps":["trace[1504633761] 'agreement among raft nodes before linearized reading' (duration: 2.810025373s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150899364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:12:09.5078Z","caller":"traceutil/trace.go:171","msg":"trace[2090094516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5264; }","duration":"2.861404135s","start":"2026-03-14T07:12:06.64637Z","end":"2026-03-14T07:12:09.507774Z","steps":["trace[2090094516] 'agreement among raft nodes before linearized reading' (duration: 2.861068557s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.50784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.696349Z","time spent":"2.811461319s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:09.507866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.646259Z","time spent":"2.86159635s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:09.507902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.107623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:09.507406Z","caller":"traceutil/trace.go:171","msg":"trace[1393640392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5264; }","duration":"1.996354713s","start":"2026-03-14T07:12:07.511039Z","end":"2026-03-14T07:12:09.507394Z","steps":["trace[1393640392] 'agreement among raft nodes before linearized reading' (duration: 1.995721308s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833313158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:12:09.507966Z","caller":"traceutil/trace.go:171","msg":"trace[659069811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"867.636267ms","start":"2026-03-14T07:12:08.640293Z","end":"2026-03-14T07:12:09.507929Z","steps":["trace[659069811] 'agreement among raft nodes before linearized reading' (duration: 866.94137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.507971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.486334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T07:12:09.507993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.511029Z","time spent":"1.996951099s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:12:09.507336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531755549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:12:09.50806Z","caller":"traceutil/trace.go:171","msg":"trace[1283068180] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5264; }","duration":"755.248278ms","start":"2026-03-14T07:12:08.752786Z","end":"2026-03-14T07:12:09.508034Z","steps":["trace[1283068180] 'agreement among raft nodes before linearized reading' (duration: 753.402332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.508088Z","caller":"traceutil/trace.go:171","msg":"trace[1761664049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5264; }","duration":"2.532497078s","start":"2026-03-14T07:12:06.975574Z","end":"2026-03-14T07:12:09.508071Z","steps":["trace[1761664049] 'agreement among raft nodes before linearized reading' (duration: 2.531697327s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.508112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.752767Z","time spent":"755.329371ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-14T07:12:09.507822Z","caller":"traceutil/trace.go:171","msg":"trace[862447070] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5264; }","duration":"2.15151627s","start":"2026-03-14T07:12:07.356292Z","end":"2026-03-14T07:12:09.507808Z","steps":["trace[862447070] 'agreement among raft nodes before linearized reading' (duration: 2.150456303s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.508184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.356269Z","time spent":"2.15189624s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:12:09.507992Z","caller":"traceutil/trace.go:171","msg":"trace[390731457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5264; }","duration":"2.833946574s","start":"2026-03-14T07:12:06.674034Z","end":"2026-03-14T07:12:09.50798Z","steps":["trace[390731457] 'agreement among raft nodes before linearized reading' (duration: 2.833227966s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.508282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.67402Z","time spent":"2.834250202s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:12:09.506377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864618497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:12:09.507779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073043466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:09.508382Z","caller":"traceutil/trace.go:171","msg":"trace[812632364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5264; }","duration":"2.866649699s","start":"2026-03-14T07:12:06.641716Z","end":"2026-03-14T07:12:09.508365Z","steps":["trace[812632364] 'agreement among raft nodes before linearized reading' (duration: 2.864478724s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.508434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.641701Z","time spent":"2.86671866s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:12:09.508126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:06.975498Z","time spent":"2.532617321s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T07:12:09.507997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.640241Z","time spent":"867.745799ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:12:09.508506Z","caller":"traceutil/trace.go:171","msg":"trace[1308646011] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5264; }","duration":"1.073801226s","start":"2026-03-14T07:12:08.43459Z","end":"2026-03-14T07:12:09.508391Z","steps":["trace[1308646011] 'agreement among raft nodes before linearized reading' (duration: 1.072059962s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.510565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.43452Z","time spent":"1.076011421s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:09.822538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.739132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:09.822726Z","caller":"traceutil/trace.go:171","msg":"trace[1699223867] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"308.72284ms","start":"2026-03-14T07:12:09.513966Z","end":"2026-03-14T07:12:09.822689Z","steps":["trace[1699223867] 'process raft request' (duration: 78.682321ms)","trace[1699223867] 'compare' (duration: 229.511676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:09.822996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.513943Z","time spent":"308.834833ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.988708Z","caller":"traceutil/trace.go:171","msg":"trace[290350839] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"474.169993ms","start":"2026-03-14T07:12:09.514507Z","end":"2026-03-14T07:12:09.988677Z","steps":["trace[290350839] 'process raft request' (duration: 421.650181ms)","trace[290350839] 'compare' (duration: 52.310897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:09.989036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.51449Z","time spent":"474.300867ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.989299Z","caller":"traceutil/trace.go:171","msg":"trace[1591013848] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"472.06305ms","start":"2026-03-14T07:12:09.517208Z","end":"2026-03-14T07:12:09.989272Z","steps":["trace[1591013848] 'process raft request' (duration: 471.421614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.989374Z","caller":"traceutil/trace.go:171","msg":"trace[1859015176] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"472.04597ms","start":"2026-03-14T07:12:09.517293Z","end":"2026-03-14T07:12:09.989339Z","steps":["trace[1859015176] 'process raft request' (duration: 471.782903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.989456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517199Z","time spent":"472.173353ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.989601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517287Z","time spent":"472.196273ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.989728Z","caller":"traceutil/trace.go:171","msg":"trace[492934514] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"472.367918ms","start":"2026-03-14T07:12:09.517327Z","end":"2026-03-14T07:12:09.989695Z","steps":["trace[492934514] 'process raft request' (duration: 471.877916ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.989884Z","caller":"traceutil/trace.go:171","msg":"trace[83499763] linearizableReadLoop","detail":"{readStateIndex:5473; appliedIndex:5471; }","duration":"472.81302ms","start":"2026-03-14T07:12:09.517046Z","end":"2026-03-14T07:12:09.989859Z","steps":["trace[83499763] 'read index received' (duration: 75.616593ms)","trace[83499763] 'applied index is now lower than readState.Index' (duration: 397.194987ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:09.989963Z","caller":"traceutil/trace.go:171","msg":"trace[400784025] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"472.581304ms","start":"2026-03-14T07:12:09.517374Z","end":"2026-03-14T07:12:09.989955Z","steps":["trace[400784025] 'process raft request' (duration: 472.183733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.99005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517369Z","time spent":"472.649166ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.990112Z","caller":"traceutil/trace.go:171","msg":"trace[1303924990] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"472.690517ms","start":"2026-03-14T07:12:09.517402Z","end":"2026-03-14T07:12:09.990093Z","steps":["trace[1303924990] 'process raft request' (duration: 472.282825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.990181Z","caller":"traceutil/trace.go:171","msg":"trace[1103273429] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"467.297031ms","start":"2026-03-14T07:12:09.522871Z","end":"2026-03-14T07:12:09.990168Z","steps":["trace[1103273429] 'process raft request' (duration: 466.927391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.990191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517396Z","time spent":"472.759449ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.990303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.21153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:12:09.990192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.51732Z","time spent":"472.566803ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.990311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.522861Z","time spent":"467.363633ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.990337Z","caller":"traceutil/trace.go:171","msg":"trace[535901620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5273; }","duration":"473.270661ms","start":"2026-03-14T07:12:09.517058Z","end":"2026-03-14T07:12:09.990329Z","steps":["trace[535901620] 'agreement among raft nodes before linearized reading' (duration: 473.151218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.990358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517044Z","time spent":"473.310272ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:12:09.990405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.40936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca3578085afe6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T07:12:09.990437Z","caller":"traceutil/trace.go:171","msg":"trace[1100333087] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ca3578085afe6; range_end:; response_count:1; response_revision:5273; }","duration":"472.458271ms","start":"2026-03-14T07:12:09.51797Z","end":"2026-03-14T07:12:09.990428Z","steps":["trace[1100333087] 'agreement among raft nodes before linearized reading' (duration: 472.352338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.990473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.51796Z","time spent":"472.507933ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca3578085afe6\" "} {"level":"warn","ts":"2026-03-14T07:12:09.990531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.480166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-14T07:12:09.989934Z","caller":"traceutil/trace.go:171","msg":"trace[1351327557] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"472.481121ms","start":"2026-03-14T07:12:09.517442Z","end":"2026-03-14T07:12:09.989923Z","steps":["trace[1351327557] 'process raft request' (duration: 472.299996ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:09.99058Z","caller":"traceutil/trace.go:171","msg":"trace[1531736280] range","detail":"{range_begin:/registry/persistentvolumes/pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3; range_end:; response_count:1; response_revision:5273; }","duration":"473.550648ms","start":"2026-03-14T07:12:09.517016Z","end":"2026-03-14T07:12:09.990567Z","steps":["trace[1531736280] 'agreement among raft nodes before linearized reading' (duration: 473.411365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.99062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517007Z","time spent":"473.601519ms","remote":"127.0.0.1:44096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-956e8464-f6a1-4ed1-90fd-618e887a5af3\" "} {"level":"warn","ts":"2026-03-14T07:12:09.990655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517435Z","time spent":"473.174729ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.990759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.028485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:09.990786Z","caller":"traceutil/trace.go:171","msg":"trace[40050887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5273; }","duration":"469.075367ms","start":"2026-03-14T07:12:09.521704Z","end":"2026-03-14T07:12:09.99078Z","steps":["trace[40050887] 'agreement among raft nodes before linearized reading' (duration: 469.035716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.990808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.521691Z","time spent":"469.113937ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:09.990987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.289732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111405"} {"level":"info","ts":"2026-03-14T07:12:09.991023Z","caller":"traceutil/trace.go:171","msg":"trace[837925263] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5273; }","duration":"473.334882ms","start":"2026-03-14T07:12:09.51768Z","end":"2026-03-14T07:12:09.991015Z","steps":["trace[837925263] 'agreement among raft nodes before linearized reading' (duration: 473.146278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.991107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.959768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81827"} {"level":"warn","ts":"2026-03-14T07:12:09.99114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517675Z","time spent":"473.453266ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111428,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:12:09.991155Z","caller":"traceutil/trace.go:171","msg":"trace[567871256] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5273; }","duration":"474.01774ms","start":"2026-03-14T07:12:09.517126Z","end":"2026-03-14T07:12:09.991144Z","steps":["trace[567871256] 'agreement among raft nodes before linearized reading' (duration: 473.816775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.991194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517123Z","time spent":"474.063001ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:12:09.991117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.994019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111405"} {"level":"info","ts":"2026-03-14T07:12:09.991305Z","caller":"traceutil/trace.go:171","msg":"trace[1878653062] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5273; }","duration":"474.180063ms","start":"2026-03-14T07:12:09.517116Z","end":"2026-03-14T07:12:09.991296Z","steps":["trace[1878653062] 'agreement among raft nodes before linearized reading' (duration: 473.842565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.991336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.517101Z","time spent":"474.225295ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111428,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:12:10.587139Z","caller":"traceutil/trace.go:171","msg":"trace[242439540] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"585.079345ms","start":"2026-03-14T07:12:10.002023Z","end":"2026-03-14T07:12:10.587102Z","steps":["trace[242439540] 'process raft request' (duration: 555.254854ms)","trace[242439540] 'compare' (duration: 29.621386ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:10.587271Z","caller":"traceutil/trace.go:171","msg":"trace[1226781506] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5480; }","duration":"575.654689ms","start":"2026-03-14T07:12:10.011595Z","end":"2026-03-14T07:12:10.58725Z","steps":["trace[1226781506] 'read index received' (duration: 2.631796ms)","trace[1226781506] 'applied index is now lower than readState.Index' (duration: 573.021933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:10.58735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.001995Z","time spent":"585.242429ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:10.587523Z","caller":"traceutil/trace.go:171","msg":"trace[1336121861] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"584.369257ms","start":"2026-03-14T07:12:10.003143Z","end":"2026-03-14T07:12:10.587512Z","steps":["trace[1336121861] 'process raft request' (duration: 583.873515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.587637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.003134Z","time spent":"584.426719ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:10.587777Z","caller":"traceutil/trace.go:171","msg":"trace[378374755] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"584.297715ms","start":"2026-03-14T07:12:10.003467Z","end":"2026-03-14T07:12:10.587764Z","steps":["trace[378374755] 'process raft request' (duration: 583.602388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.58783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.003455Z","time spent":"584.349447ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:10.587833Z","caller":"traceutil/trace.go:171","msg":"trace[2004151174] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"575.954866ms","start":"2026-03-14T07:12:10.011858Z","end":"2026-03-14T07:12:10.587813Z","steps":["trace[2004151174] 'process raft request' (duration: 575.34159ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.587837Z","caller":"traceutil/trace.go:171","msg":"trace[1272808659] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"584.096061ms","start":"2026-03-14T07:12:10.003721Z","end":"2026-03-14T07:12:10.587817Z","steps":["trace[1272808659] 'process raft request' (duration: 583.406694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.587923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.011845Z","time spent":"576.027418ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:10.588025Z","caller":"traceutil/trace.go:171","msg":"trace[674437659] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"583.919135ms","start":"2026-03-14T07:12:10.00407Z","end":"2026-03-14T07:12:10.587989Z","steps":["trace[674437659] 'process raft request' (duration: 583.096425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.588034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.128096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:10.587929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.003712Z","time spent":"584.168102ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4136,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:10.588144Z","caller":"traceutil/trace.go:171","msg":"trace[725750513] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5280; }","duration":"527.29644ms","start":"2026-03-14T07:12:10.060822Z","end":"2026-03-14T07:12:10.588119Z","steps":["trace[725750513] 'agreement among raft nodes before linearized reading' (duration: 527.127866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.588196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.060798Z","time spent":"527.387843ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:12:10.588203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.004056Z","time spent":"584.055569ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:10.588461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.058565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-14T07:12:10.588511Z","caller":"traceutil/trace.go:171","msg":"trace[395163236] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5280; }","duration":"111.146657ms","start":"2026-03-14T07:12:10.47735Z","end":"2026-03-14T07:12:10.588497Z","steps":["trace[395163236] 'agreement among raft nodes before linearized reading' (duration: 110.960162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.588506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.91466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-14T07:12:10.588552Z","caller":"traceutil/trace.go:171","msg":"trace[1415545869] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5280; }","duration":"576.963571ms","start":"2026-03-14T07:12:10.011575Z","end":"2026-03-14T07:12:10.588539Z","steps":["trace[1415545869] 'agreement among raft nodes before linearized reading' (duration: 576.812937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.588594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.011559Z","time spent":"577.027983ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4889,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-14T07:12:10.588748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.796036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:12:10.588884Z","caller":"traceutil/trace.go:171","msg":"trace[21432625] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:5280; }","duration":"419.963609ms","start":"2026-03-14T07:12:10.168883Z","end":"2026-03-14T07:12:10.588847Z","steps":["trace[21432625] 'agreement among raft nodes before linearized reading' (duration: 419.560119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.589002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.168864Z","time spent":"420.115944ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-14T07:12:11.180701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.645385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:11.181161Z","caller":"traceutil/trace.go:171","msg":"trace[1710430562] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"386.284152ms","start":"2026-03-14T07:12:10.794857Z","end":"2026-03-14T07:12:11.181141Z","steps":["trace[1710430562] 'process raft request' (duration: 386.233831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.181254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.794818Z","time spent":"386.398955ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:11.181384Z","caller":"traceutil/trace.go:171","msg":"trace[578043293] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"583.371502ms","start":"2026-03-14T07:12:10.597982Z","end":"2026-03-14T07:12:11.181353Z","steps":["trace[578043293] 'process raft request' (duration: 582.839909ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:11.181445Z","caller":"traceutil/trace.go:171","msg":"trace[1310341258] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"583.956368ms","start":"2026-03-14T07:12:10.597451Z","end":"2026-03-14T07:12:11.181407Z","steps":["trace[1310341258] 'process raft request' (duration: 151.497363ms)","trace[1310341258] 'compare' (duration: 431.427338ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:11.181518Z","caller":"traceutil/trace.go:171","msg":"trace[1050417184] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5488; }","duration":"543.550281ms","start":"2026-03-14T07:12:10.637907Z","end":"2026-03-14T07:12:11.181458Z","steps":["trace[1050417184] 'read index received' (duration: 111.045635ms)","trace[1050417184] 'applied index is now lower than readState.Index' (duration: 432.501016ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:11.181574Z","caller":"traceutil/trace.go:171","msg":"trace[1704620045] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"583.230178ms","start":"2026-03-14T07:12:10.598328Z","end":"2026-03-14T07:12:11.181558Z","steps":["trace[1704620045] 'process raft request' (duration: 582.604603ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:11.181601Z","caller":"traceutil/trace.go:171","msg":"trace[178531698] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"546.30252ms","start":"2026-03-14T07:12:10.635279Z","end":"2026-03-14T07:12:11.181581Z","steps":["trace[178531698] 'process raft request' (duration: 545.763777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.181614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.597426Z","time spent":"584.100802ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:11.181705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.598319Z","time spent":"583.350882ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:11.181754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.635242Z","time spent":"546.458274ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:11.18184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.9291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:12:11.181546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.597963Z","time spent":"583.500495ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":996,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:11.181882Z","caller":"traceutil/trace.go:171","msg":"trace[235701485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5285; }","duration":"544.019882ms","start":"2026-03-14T07:12:10.637851Z","end":"2026-03-14T07:12:11.181871Z","steps":["trace[235701485] 'agreement among raft nodes before linearized reading' (duration: 543.841378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.181907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.805287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:11.181914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.637832Z","time spent":"544.074863ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:12:11.181954Z","caller":"traceutil/trace.go:171","msg":"trace[1966983031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5285; }","duration":"541.94327ms","start":"2026-03-14T07:12:10.639998Z","end":"2026-03-14T07:12:11.181941Z","steps":["trace[1966983031] 'agreement among raft nodes before linearized reading' (duration: 541.745995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.182026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.639979Z","time spent":"542.036942ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:11.910372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.082486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:11.910548Z","caller":"traceutil/trace.go:171","msg":"trace[917543850] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"719.938559ms","start":"2026-03-14T07:12:11.190565Z","end":"2026-03-14T07:12:11.910504Z","steps":["trace[917543850] 'process raft request' (duration: 130.620187ms)","trace[917543850] 'compare' (duration: 588.504582ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:11.910604Z","caller":"traceutil/trace.go:171","msg":"trace[576518780] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"398.192561ms","start":"2026-03-14T07:12:11.512394Z","end":"2026-03-14T07:12:11.910586Z","steps":["trace[576518780] 'process raft request' (duration: 398.096119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.910671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:11.51237Z","time spent":"398.269373ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:11.910707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:11.190547Z","time spent":"720.071933ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:11.910793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.121404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:12:11.91069Z","caller":"traceutil/trace.go:171","msg":"trace[139095888] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"719.935189ms","start":"2026-03-14T07:12:11.190644Z","end":"2026-03-14T07:12:11.910579Z","steps":["trace[139095888] 'read index received' (duration: 130.441103ms)","trace[139095888] 'applied index is now lower than readState.Index' (duration: 589.491746ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:11.910857Z","caller":"traceutil/trace.go:171","msg":"trace[1388301432] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5287; }","duration":"720.226617ms","start":"2026-03-14T07:12:11.190615Z","end":"2026-03-14T07:12:11.910842Z","steps":["trace[1388301432] 'agreement among raft nodes before linearized reading' (duration: 720.094913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.911061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:11.190599Z","time spent":"720.456933ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T07:12:11.911157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.981045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:11.911203Z","caller":"traceutil/trace.go:171","msg":"trace[630418206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5287; }","duration":"272.056187ms","start":"2026-03-14T07:12:11.639131Z","end":"2026-03-14T07:12:11.911187Z","steps":["trace[630418206] 'agreement among raft nodes before linearized reading' (duration: 271.993646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.911269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.609966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T07:12:11.911332Z","caller":"traceutil/trace.go:171","msg":"trace[134904823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5287; }","duration":"714.694977ms","start":"2026-03-14T07:12:11.196618Z","end":"2026-03-14T07:12:11.911313Z","steps":["trace[134904823] 'agreement among raft nodes before linearized reading' (duration: 714.495472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.911373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:11.196605Z","time spent":"714.75909ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:12:12.160523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.160203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:12.160649Z","caller":"traceutil/trace.go:171","msg":"trace[572270242] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"164.052018ms","start":"2026-03-14T07:12:11.996578Z","end":"2026-03-14T07:12:12.16063Z","steps":["trace[572270242] 'read index received' (duration: 18.68162ms)","trace[572270242] 'applied index is now lower than readState.Index' (duration: 145.369028ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:12.160747Z","caller":"traceutil/trace.go:171","msg":"trace[1883009773] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"244.804041ms","start":"2026-03-14T07:12:11.91593Z","end":"2026-03-14T07:12:12.160734Z","steps":["trace[1883009773] 'process raft request' (duration: 99.338071ms)","trace[1883009773] 'compare' (duration: 145.040269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:12.160969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.386158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:12:12.160974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.713045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:12:12.161008Z","caller":"traceutil/trace.go:171","msg":"trace[429803978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5288; }","duration":"164.462299ms","start":"2026-03-14T07:12:11.996536Z","end":"2026-03-14T07:12:12.160998Z","steps":["trace[429803978] 'agreement among raft nodes before linearized reading' (duration: 164.328425ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.161018Z","caller":"traceutil/trace.go:171","msg":"trace[1614231354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5288; }","duration":"160.778347ms","start":"2026-03-14T07:12:12.000228Z","end":"2026-03-14T07:12:12.161007Z","steps":["trace[1614231354] 'agreement among raft nodes before linearized reading' (duration: 160.593292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.161081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.455475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:12:12.161005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.579059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:12.161267Z","caller":"traceutil/trace.go:171","msg":"trace[345145204] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5288; }","duration":"111.844885ms","start":"2026-03-14T07:12:12.04937Z","end":"2026-03-14T07:12:12.161215Z","steps":["trace[345145204] 'agreement among raft nodes before linearized reading' (duration: 111.541126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.161289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.837584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:12:12.161272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.983308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:12:12.161322Z","caller":"traceutil/trace.go:171","msg":"trace[1345636261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5288; }","duration":"163.885825ms","start":"2026-03-14T07:12:11.997428Z","end":"2026-03-14T07:12:12.161313Z","steps":["trace[1345636261] 'agreement among raft nodes before linearized reading' (duration: 163.701801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.160945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.196552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:12.16134Z","caller":"traceutil/trace.go:171","msg":"trace[630435890] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5288; }","duration":"164.064389ms","start":"2026-03-14T07:12:11.997261Z","end":"2026-03-14T07:12:12.161326Z","steps":["trace[630435890] 'agreement among raft nodes before linearized reading' (duration: 163.919146ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.161388Z","caller":"traceutil/trace.go:171","msg":"trace[169553076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5288; }","duration":"164.682346ms","start":"2026-03-14T07:12:11.996694Z","end":"2026-03-14T07:12:12.161376Z","steps":["trace[169553076] 'agreement among raft nodes before linearized reading' (duration: 164.066639ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.161151Z","caller":"traceutil/trace.go:171","msg":"trace[1007619727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5288; }","duration":"163.548237ms","start":"2026-03-14T07:12:11.99758Z","end":"2026-03-14T07:12:12.161128Z","steps":["trace[1007619727] 'agreement among raft nodes before linearized reading' (duration: 163.418134ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.47087Z","caller":"traceutil/trace.go:171","msg":"trace[64581099] linearizableReadLoop","detail":"{readStateIndex:5498; appliedIndex:5496; }","duration":"305.348485ms","start":"2026-03-14T07:12:12.165496Z","end":"2026-03-14T07:12:12.470845Z","steps":["trace[64581099] 'read index received' (duration: 61.930918ms)","trace[64581099] 'applied index is now lower than readState.Index' (duration: 243.413857ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:12.471004Z","caller":"traceutil/trace.go:171","msg":"trace[2026794160] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"305.194081ms","start":"2026-03-14T07:12:12.165778Z","end":"2026-03-14T07:12:12.470973Z","steps":["trace[2026794160] 'process raft request' (duration: 304.984756ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.471027Z","caller":"traceutil/trace.go:171","msg":"trace[2101496622] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"304.74308ms","start":"2026-03-14T07:12:12.166258Z","end":"2026-03-14T07:12:12.471001Z","steps":["trace[2101496622] 'process raft request' (duration: 304.541365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.471161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:12.165771Z","time spent":"305.301033ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:12.471176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.650032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81827"} {"level":"info","ts":"2026-03-14T07:12:12.47121Z","caller":"traceutil/trace.go:171","msg":"trace[1432409869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5293; }","duration":"305.718495ms","start":"2026-03-14T07:12:12.165481Z","end":"2026-03-14T07:12:12.4712Z","steps":["trace[1432409869] 'agreement among raft nodes before linearized reading' (duration: 305.462178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.471246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:12.165475Z","time spent":"305.761946ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:12:12.471395Z","caller":"traceutil/trace.go:171","msg":"trace[620333419] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"305.997501ms","start":"2026-03-14T07:12:12.165338Z","end":"2026-03-14T07:12:12.471335Z","steps":["trace[620333419] 'process raft request' (duration: 285.048024ms)","trace[620333419] 'compare' (duration: 20.176818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:12.471612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:12.165317Z","time spent":"306.194156ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:12.472011Z","caller":"traceutil/trace.go:171","msg":"trace[784138320] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"305.222942ms","start":"2026-03-14T07:12:12.165717Z","end":"2026-03-14T07:12:12.47094Z","steps":["trace[784138320] 'process raft request' (duration: 305.005107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.47236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:12.165698Z","time spent":"306.480604ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:12.476283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:12.166248Z","time spent":"304.844543ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:18.694989Z","caller":"traceutil/trace.go:171","msg":"trace[1481646229] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5558; }","duration":"143.243335ms","start":"2026-03-14T07:12:18.551723Z","end":"2026-03-14T07:12:18.694967Z","steps":["trace[1481646229] 'read index received' (duration: 109.058355ms)","trace[1481646229] 'applied index is now lower than readState.Index' (duration: 34.18372ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:18.695075Z","caller":"traceutil/trace.go:171","msg":"trace[694590237] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"159.399692ms","start":"2026-03-14T07:12:18.535601Z","end":"2026-03-14T07:12:18.695001Z","steps":["trace[694590237] 'process raft request' (duration: 159.269739ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:18.695143Z","caller":"traceutil/trace.go:171","msg":"trace[756103426] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"158.647633ms","start":"2026-03-14T07:12:18.53643Z","end":"2026-03-14T07:12:18.695078Z","steps":["trace[756103426] 'process raft request' (duration: 158.488539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:18.695365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.834114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:18.695437Z","caller":"traceutil/trace.go:171","msg":"trace[725531307] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5351; }","duration":"136.940477ms","start":"2026-03-14T07:12:18.55848Z","end":"2026-03-14T07:12:18.695421Z","steps":["trace[725531307] 'agreement among raft nodes before linearized reading' (duration: 136.69063ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:18.695057Z","caller":"traceutil/trace.go:171","msg":"trace[871857081] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"160.434538ms","start":"2026-03-14T07:12:18.534561Z","end":"2026-03-14T07:12:18.694996Z","steps":["trace[871857081] 'process raft request' (duration: 126.302799ms)","trace[871857081] 'compare' (duration: 33.885973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:18.696156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.414204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82029"} {"level":"info","ts":"2026-03-14T07:12:18.696195Z","caller":"traceutil/trace.go:171","msg":"trace[1458811679] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5351; }","duration":"144.490696ms","start":"2026-03-14T07:12:18.551696Z","end":"2026-03-14T07:12:18.696186Z","steps":["trace[1458811679] 'agreement among raft nodes before linearized reading' (duration: 143.387448ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:24.887638Z","caller":"traceutil/trace.go:171","msg":"trace[1561445551] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"162.668674ms","start":"2026-03-14T07:12:24.724937Z","end":"2026-03-14T07:12:24.887606Z","steps":["trace[1561445551] 'process raft request' (duration: 122.918313ms)","trace[1561445551] 'compare' (duration: 39.545895ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:24.887955Z","caller":"traceutil/trace.go:171","msg":"trace[47871148] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"161.441294ms","start":"2026-03-14T07:12:24.726497Z","end":"2026-03-14T07:12:24.887938Z","steps":["trace[47871148] 'process raft request' (duration: 161.056783ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:24.887927Z","caller":"traceutil/trace.go:171","msg":"trace[1264445486] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5588; }","duration":"160.89933ms","start":"2026-03-14T07:12:24.726998Z","end":"2026-03-14T07:12:24.887897Z","steps":["trace[1264445486] 'read index received' (duration: 34.398125ms)","trace[1264445486] 'applied index is now lower than readState.Index' (duration: 126.499025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:24.888336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.313911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82029"} {"level":"info","ts":"2026-03-14T07:12:24.888424Z","caller":"traceutil/trace.go:171","msg":"trace[191557512] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5380; }","duration":"161.441643ms","start":"2026-03-14T07:12:24.726963Z","end":"2026-03-14T07:12:24.888404Z","steps":["trace[191557512] 'agreement among raft nodes before linearized reading' (duration: 161.060584ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:26.515507Z","caller":"traceutil/trace.go:171","msg":"trace[1568449479] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"140.507307ms","start":"2026-03-14T07:12:26.374968Z","end":"2026-03-14T07:12:26.515475Z","steps":["trace[1568449479] 'process raft request' (duration: 56.668057ms)","trace[1568449479] 'compare' (duration: 83.636565ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.615998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2625} {"level":"info","ts":"2026-03-14T07:12:27.754479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2625,"took":"137.338796ms","hash":3903890000,"current-db-size-bytes":39387136,"current-db-size":"39 MB","current-db-size-in-use-bytes":29093888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-14T07:12:27.754537Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3903890000,"revision":2625,"compact-revision":-1} {"level":"info","ts":"2026-03-14T07:12:28.213275Z","caller":"traceutil/trace.go:171","msg":"trace[1090154748] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"200.279261ms","start":"2026-03-14T07:12:28.012969Z","end":"2026-03-14T07:12:28.213249Z","steps":["trace[1090154748] 'process raft request' (duration: 200.049985ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:47.382612Z","caller":"traceutil/trace.go:171","msg":"trace[1938978200] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5815; }","duration":"322.324254ms","start":"2026-03-14T07:12:47.060262Z","end":"2026-03-14T07:12:47.382587Z","steps":["trace[1938978200] 'read index received' (duration: 322.287143ms)","trace[1938978200] 'applied index is now lower than readState.Index' (duration: 36.081µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:47.382707Z","caller":"traceutil/trace.go:171","msg":"trace[1587799958] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"340.993966ms","start":"2026-03-14T07:12:47.041676Z","end":"2026-03-14T07:12:47.38267Z","steps":["trace[1587799958] 'process raft request' (duration: 340.760239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.382947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.667093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:12:47.383001Z","caller":"traceutil/trace.go:171","msg":"trace[1489280833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5598; }","duration":"322.771546ms","start":"2026-03-14T07:12:47.060218Z","end":"2026-03-14T07:12:47.38299Z","steps":["trace[1489280833] 'agreement among raft nodes before linearized reading' (duration: 322.55478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.383041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.060199Z","time spent":"322.832688ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:12:47.383102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.041652Z","time spent":"341.274743ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:47.883233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044860363,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:12:47.949361Z","caller":"traceutil/trace.go:171","msg":"trace[2058304296] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"865.899718ms","start":"2026-03-14T07:12:47.083408Z","end":"2026-03-14T07:12:47.949308Z","steps":["trace[2058304296] 'process raft request' (duration: 864.3964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.949537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.083383Z","time spent":"866.064083ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:47.955646Z","caller":"traceutil/trace.go:171","msg":"trace[1551768075] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"518.937682ms","start":"2026-03-14T07:12:47.43669Z","end":"2026-03-14T07:12:47.955627Z","steps":["trace[1551768075] 'process raft request' (duration: 518.87084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.955748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.436661Z","time spent":"519.033194ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:47.955781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.249462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:12:47.955815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.273425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:47.955872Z","caller":"traceutil/trace.go:171","msg":"trace[323640535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5601; }","duration":"692.392185ms","start":"2026-03-14T07:12:47.263462Z","end":"2026-03-14T07:12:47.955855Z","steps":["trace[323640535] 'agreement among raft nodes before linearized reading' (duration: 692.17792ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:47.955879Z","caller":"traceutil/trace.go:171","msg":"trace[812055639] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5601; }","duration":"780.378598ms","start":"2026-03-14T07:12:47.175483Z","end":"2026-03-14T07:12:47.955862Z","steps":["trace[812055639] 'agreement among raft nodes before linearized reading' (duration: 780.187003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.955922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.175467Z","time spent":"780.446779ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:12:47.955929Z","caller":"traceutil/trace.go:171","msg":"trace[1274880809] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"569.028348ms","start":"2026-03-14T07:12:47.386886Z","end":"2026-03-14T07:12:47.955915Z","steps":["trace[1274880809] 'process raft request' (duration: 568.529655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.955993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.386869Z","time spent":"569.089659ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:47.956019Z","caller":"traceutil/trace.go:171","msg":"trace[1600728649] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5816; }","duration":"572.801113ms","start":"2026-03-14T07:12:47.3828Z","end":"2026-03-14T07:12:47.955602Z","steps":["trace[1600728649] 'read index received' (duration: 564.912084ms)","trace[1600728649] 'applied index is now lower than readState.Index' (duration: 7.887929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:47.955923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.263444Z","time spent":"692.468027ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:47.956158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.915472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:12:47.956197Z","caller":"traceutil/trace.go:171","msg":"trace[1977838303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5601; }","duration":"892.991784ms","start":"2026-03-14T07:12:47.063195Z","end":"2026-03-14T07:12:47.956187Z","steps":["trace[1977838303] 'agreement among raft nodes before linearized reading' (duration: 892.871851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.956225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.063172Z","time spent":"893.046355ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:12:47.956895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.992095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:12:47.956955Z","caller":"traceutil/trace.go:171","msg":"trace[1481258770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5601; }","duration":"506.090486ms","start":"2026-03-14T07:12:47.450851Z","end":"2026-03-14T07:12:47.956941Z","steps":["trace[1481258770] 'agreement among raft nodes before linearized reading' (duration: 505.948733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.956987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.450833Z","time spent":"506.146399ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:12:47.957181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.656197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:47.957219Z","caller":"traceutil/trace.go:171","msg":"trace[1175136630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5601; }","duration":"317.707718ms","start":"2026-03-14T07:12:47.639502Z","end":"2026-03-14T07:12:47.95721Z","steps":["trace[1175136630] 'agreement among raft nodes before linearized reading' (duration: 317.652587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.957248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.639495Z","time spent":"317.747039ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:47.957435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.073623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-14T07:12:47.957495Z","caller":"traceutil/trace.go:171","msg":"trace[1501700895] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5601; }","duration":"357.140425ms","start":"2026-03-14T07:12:47.600336Z","end":"2026-03-14T07:12:47.957476Z","steps":["trace[1501700895] 'agreement among raft nodes before linearized reading' (duration: 357.034562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.957528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.600328Z","time spent":"357.193926ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-14T07:12:47.957699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.571356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:47.957734Z","caller":"traceutil/trace.go:171","msg":"trace[921149164] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5601; }","duration":"359.630127ms","start":"2026-03-14T07:12:47.598096Z","end":"2026-03-14T07:12:47.957726Z","steps":["trace[921149164] 'agreement among raft nodes before linearized reading' (duration: 359.581336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.957759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.598082Z","time spent":"359.670739ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-14T07:12:47.957886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.772511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:47.95792Z","caller":"traceutil/trace.go:171","msg":"trace[550635590] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5601; }","duration":"359.842823ms","start":"2026-03-14T07:12:47.59807Z","end":"2026-03-14T07:12:47.957913Z","steps":["trace[550635590] 'agreement among raft nodes before linearized reading' (duration: 359.796612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:47.957945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:47.598048Z","time spent":"359.892044ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-14T07:12:57.688674Z","caller":"traceutil/trace.go:171","msg":"trace[1625729716] linearizableReadLoop","detail":"{readStateIndex:5871; appliedIndex:5870; }","duration":"239.219665ms","start":"2026-03-14T07:12:57.449426Z","end":"2026-03-14T07:12:57.688645Z","steps":["trace[1625729716] 'read index received' (duration: 238.952418ms)","trace[1625729716] 'applied index is now lower than readState.Index' (duration: 265.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:57.688775Z","caller":"traceutil/trace.go:171","msg":"trace[34020108] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"255.27922ms","start":"2026-03-14T07:12:57.433463Z","end":"2026-03-14T07:12:57.688742Z","steps":["trace[34020108] 'process raft request' (duration: 255.016873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:57.688959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.539665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:57.689052Z","caller":"traceutil/trace.go:171","msg":"trace[1731230563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5651; }","duration":"215.69009ms","start":"2026-03-14T07:12:57.473343Z","end":"2026-03-14T07:12:57.689033Z","steps":["trace[1731230563] 'agreement among raft nodes before linearized reading' (duration: 215.496404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:57.689662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.172489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-14T07:12:57.689721Z","caller":"traceutil/trace.go:171","msg":"trace[1706601368] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5651; }","duration":"240.319803ms","start":"2026-03-14T07:12:57.449389Z","end":"2026-03-14T07:12:57.689708Z","steps":["trace[1706601368] 'agreement among raft nodes before linearized reading' (duration: 239.386559ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:58.161386Z","caller":"traceutil/trace.go:171","msg":"trace[661679324] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5873; }","duration":"134.55942ms","start":"2026-03-14T07:12:58.026804Z","end":"2026-03-14T07:12:58.161363Z","steps":["trace[661679324] 'read index received' (duration: 53.539463ms)","trace[661679324] 'applied index is now lower than readState.Index' (duration: 81.019167ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:58.161548Z","caller":"traceutil/trace.go:171","msg":"trace[2144866004] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"135.180675ms","start":"2026-03-14T07:12:58.026271Z","end":"2026-03-14T07:12:58.161452Z","steps":["trace[2144866004] 'process raft request' (duration: 54.058136ms)","trace[2144866004] 'compare' (duration: 80.899644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:58.161995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.171925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101703"} {"level":"info","ts":"2026-03-14T07:12:58.162124Z","caller":"traceutil/trace.go:171","msg":"trace[2090331248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5654; }","duration":"135.289048ms","start":"2026-03-14T07:12:58.026769Z","end":"2026-03-14T07:12:58.162058Z","steps":["trace[2090331248] 'agreement among raft nodes before linearized reading' (duration: 134.707864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:00.83643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.909382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:00.836509Z","caller":"traceutil/trace.go:171","msg":"trace[236438139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5664; }","duration":"198.019124ms","start":"2026-03-14T07:13:00.638471Z","end":"2026-03-14T07:13:00.83649Z","steps":["trace[236438139] 'range keys from in-memory index tree' (duration: 197.847849ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:00.968405Z","caller":"traceutil/trace.go:171","msg":"trace[827533019] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"126.579958ms","start":"2026-03-14T07:13:00.841806Z","end":"2026-03-14T07:13:00.968386Z","steps":["trace[827533019] 'process raft request' (duration: 126.453895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:01.095126Z","caller":"traceutil/trace.go:171","msg":"trace[891638370] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"253.249719ms","start":"2026-03-14T07:13:00.841854Z","end":"2026-03-14T07:13:01.095103Z","steps":["trace[891638370] 'process raft request' (duration: 253.063264ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:01.095443Z","caller":"traceutil/trace.go:171","msg":"trace[1912787450] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"138.10754ms","start":"2026-03-14T07:13:00.957324Z","end":"2026-03-14T07:13:01.095431Z","steps":["trace[1912787450] 'process raft request' (duration: 137.73656ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:01.330674Z","caller":"traceutil/trace.go:171","msg":"trace[431952568] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"167.690156ms","start":"2026-03-14T07:13:01.162947Z","end":"2026-03-14T07:13:01.330637Z","steps":["trace[431952568] 'process raft request' (duration: 115.296673ms)","trace[431952568] 'compare' (duration: 52.27722ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:03.07244Z","caller":"traceutil/trace.go:171","msg":"trace[162962047] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"108.001919ms","start":"2026-03-14T07:13:02.964408Z","end":"2026-03-14T07:13:03.07241Z","steps":["trace[162962047] 'process raft request' (duration: 107.715561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:03.072448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.038377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:13:03.072628Z","caller":"traceutil/trace.go:171","msg":"trace[1969743223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5675; }","duration":"100.257542ms","start":"2026-03-14T07:13:02.97235Z","end":"2026-03-14T07:13:03.072607Z","steps":["trace[1969743223] 'agreement among raft nodes before linearized reading' (duration: 99.945185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:03.614778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.952004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:03.614935Z","caller":"traceutil/trace.go:171","msg":"trace[376029959] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"276.242601ms","start":"2026-03-14T07:13:03.338667Z","end":"2026-03-14T07:13:03.614909Z","steps":["trace[376029959] 'process raft request' (duration: 89.05475ms)","trace[376029959] 'compare' (duration: 186.606006ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:03.614975Z","caller":"traceutil/trace.go:171","msg":"trace[260679732] linearizableReadLoop","detail":"{readStateIndex:5900; appliedIndex:5899; }","duration":"260.769209ms","start":"2026-03-14T07:13:03.354141Z","end":"2026-03-14T07:13:03.61491Z","steps":["trace[260679732] 'read index received' (duration: 73.583968ms)","trace[260679732] 'applied index is now lower than readState.Index' (duration: 187.183031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:03.615096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.934773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:03.615184Z","caller":"traceutil/trace.go:171","msg":"trace[790265443] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5679; }","duration":"261.074317ms","start":"2026-03-14T07:13:03.354089Z","end":"2026-03-14T07:13:03.615163Z","steps":["trace[790265443] 'agreement among raft nodes before linearized reading' (duration: 260.916643ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:03.670927Z","caller":"traceutil/trace.go:171","msg":"trace[305924913] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"256.557223ms","start":"2026-03-14T07:13:03.414341Z","end":"2026-03-14T07:13:03.670898Z","steps":["trace[305924913] 'process raft request' (duration: 256.311517ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:10.299958Z","caller":"traceutil/trace.go:171","msg":"trace[2060691542] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"185.259691ms","start":"2026-03-14T07:13:10.114667Z","end":"2026-03-14T07:13:10.299927Z","steps":["trace[2060691542] 'process raft request' (duration: 185.006265ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:10.301372Z","caller":"traceutil/trace.go:171","msg":"trace[139578861] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5951; }","duration":"168.469806ms","start":"2026-03-14T07:13:10.132877Z","end":"2026-03-14T07:13:10.301347Z","steps":["trace[139578861] 'read index received' (duration: 166.801694ms)","trace[139578861] 'applied index is now lower than readState.Index' (duration: 1.666952ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:10.301555Z","caller":"traceutil/trace.go:171","msg":"trace[1675084164] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"183.534738ms","start":"2026-03-14T07:13:10.117947Z","end":"2026-03-14T07:13:10.301482Z","steps":["trace[1675084164] 'process raft request' (duration: 183.23206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:10.301608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.705483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T07:13:10.301685Z","caller":"traceutil/trace.go:171","msg":"trace[861058321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5731; }","duration":"168.838306ms","start":"2026-03-14T07:13:10.132836Z","end":"2026-03-14T07:13:10.301675Z","steps":["trace[861058321] 'agreement among raft nodes before linearized reading' (duration: 168.635281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:10.301694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.634021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:13:10.301769Z","caller":"traceutil/trace.go:171","msg":"trace[1715394714] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:5731; }","duration":"130.760095ms","start":"2026-03-14T07:13:10.170993Z","end":"2026-03-14T07:13:10.301753Z","steps":["trace[1715394714] 'agreement among raft nodes before linearized reading' (duration: 130.521179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:14.659836Z","caller":"traceutil/trace.go:171","msg":"trace[559179158] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"151.079918ms","start":"2026-03-14T07:13:14.508721Z","end":"2026-03-14T07:13:14.659801Z","steps":["trace[559179158] 'process raft request' (duration: 150.830241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:14.880324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.211508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:14.88044Z","caller":"traceutil/trace.go:171","msg":"trace[509018026] linearizableReadLoop","detail":"{readStateIndex:5982; appliedIndex:5980; }","duration":"267.931719ms","start":"2026-03-14T07:13:14.612491Z","end":"2026-03-14T07:13:14.880423Z","steps":["trace[509018026] 'read index received' (duration: 47.12975ms)","trace[509018026] 'applied index is now lower than readState.Index' (duration: 220.800309ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:14.880534Z","caller":"traceutil/trace.go:171","msg":"trace[999102709] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"362.663723ms","start":"2026-03-14T07:13:14.51786Z","end":"2026-03-14T07:13:14.880523Z","steps":["trace[999102709] 'process raft request' (duration: 242.180609ms)","trace[999102709] 'compare' (duration: 120.096964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:14.880597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:14.517833Z","time spent":"362.733015ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:14.880715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.199756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:13:14.8808Z","caller":"traceutil/trace.go:171","msg":"trace[1462958228] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5758; }","duration":"268.325179ms","start":"2026-03-14T07:13:14.612456Z","end":"2026-03-14T07:13:14.880781Z","steps":["trace[1462958228] 'agreement among raft nodes before linearized reading' (duration: 268.133345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:14.880737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.89657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:14.880984Z","caller":"traceutil/trace.go:171","msg":"trace[954440219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5758; }","duration":"240.182618ms","start":"2026-03-14T07:13:14.640779Z","end":"2026-03-14T07:13:14.880962Z","steps":["trace[954440219] 'agreement among raft nodes before linearized reading' (duration: 239.769158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:15.666708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.151574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:13:15.666777Z","caller":"traceutil/trace.go:171","msg":"trace[1877567511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5759; }","duration":"376.269537ms","start":"2026-03-14T07:13:15.29049Z","end":"2026-03-14T07:13:15.66676Z","steps":["trace[1877567511] 'range keys from in-memory index tree' (duration: 376.041921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:15.666816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.290468Z","time spent":"376.338119ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:13:15.667208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.369501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:13:15.66729Z","caller":"traceutil/trace.go:171","msg":"trace[1167587443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5759; }","duration":"304.498324ms","start":"2026-03-14T07:13:15.362773Z","end":"2026-03-14T07:13:15.667271Z","steps":["trace[1167587443] 'range keys from in-memory index tree' (duration: 304.145514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:15.667336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.362749Z","time spent":"304.578197ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:13:16.012088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.050433ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:13:16.012431Z","caller":"traceutil/trace.go:171","msg":"trace[1728916163] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"341.682874ms","start":"2026-03-14T07:13:15.670726Z","end":"2026-03-14T07:13:16.012408Z","steps":["trace[1728916163] 'process raft request' (duration: 341.480739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.012542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.670696Z","time spent":"341.786886ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:16.10772Z","caller":"traceutil/trace.go:171","msg":"trace[2095837193] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5983; }","duration":"412.76151ms","start":"2026-03-14T07:13:15.694935Z","end":"2026-03-14T07:13:16.107697Z","steps":["trace[2095837193] 'read index received' (duration: 47.021679ms)","trace[2095837193] 'applied index is now lower than readState.Index' (duration: 365.738841ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:16.107764Z","caller":"traceutil/trace.go:171","msg":"trace[987262853] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"436.135859ms","start":"2026-03-14T07:13:15.671588Z","end":"2026-03-14T07:13:16.107724Z","steps":["trace[987262853] 'process raft request' (duration: 340.808431ms)","trace[987262853] 'compare' (duration: 95.156684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:16.107871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.934893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:13:16.107908Z","caller":"traceutil/trace.go:171","msg":"trace[1800584024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5761; }","duration":"413.009906ms","start":"2026-03-14T07:13:15.694886Z","end":"2026-03-14T07:13:16.107896Z","steps":["trace[1800584024] 'agreement among raft nodes before linearized reading' (duration: 412.933874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.107938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.90493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:13:16.107987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.671571Z","time spent":"436.270853ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:16.107994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:15.694865Z","time spent":"413.115148ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:13:16.108041Z","caller":"traceutil/trace.go:171","msg":"trace[1899243732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5761; }","duration":"213.045045ms","start":"2026-03-14T07:13:15.894977Z","end":"2026-03-14T07:13:16.108022Z","steps":["trace[1899243732] 'agreement among raft nodes before linearized reading' (duration: 212.89325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.407367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.100506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:16.407453Z","caller":"traceutil/trace.go:171","msg":"trace[877925680] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"295.106296ms","start":"2026-03-14T07:13:16.112331Z","end":"2026-03-14T07:13:16.407437Z","steps":["trace[877925680] 'process raft request' (duration: 149.868827ms)","trace[877925680] 'compare' (duration: 144.999393ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:16.497369Z","caller":"traceutil/trace.go:171","msg":"trace[1488001279] linearizableReadLoop","detail":"{readStateIndex:5989; appliedIndex:5988; }","duration":"157.720385ms","start":"2026-03-14T07:13:16.339625Z","end":"2026-03-14T07:13:16.497346Z","steps":["trace[1488001279] 'read index received' (duration: 157.667244ms)","trace[1488001279] 'applied index is now lower than readState.Index' (duration: 51.961µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:16.497421Z","caller":"traceutil/trace.go:171","msg":"trace[1837528290] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"175.399471ms","start":"2026-03-14T07:13:16.321999Z","end":"2026-03-14T07:13:16.497399Z","steps":["trace[1837528290] 'process raft request' (duration: 175.204306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.497725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.072925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:13:16.498389Z","caller":"traceutil/trace.go:171","msg":"trace[1536671185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:5764; }","duration":"158.760602ms","start":"2026-03-14T07:13:16.339616Z","end":"2026-03-14T07:13:16.498377Z","steps":["trace[1536671185] 'agreement among raft nodes before linearized reading' (duration: 157.845399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.808562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.218729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:16.808768Z","caller":"traceutil/trace.go:171","msg":"trace[1715375424] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"144.473461ms","start":"2026-03-14T07:13:16.664276Z","end":"2026-03-14T07:13:16.808749Z","steps":["trace[1715375424] 'process raft request' (duration: 144.40788ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:16.808796Z","caller":"traceutil/trace.go:171","msg":"trace[1056189609] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5989; }","duration":"311.338187ms","start":"2026-03-14T07:13:16.497435Z","end":"2026-03-14T07:13:16.808773Z","steps":["trace[1056189609] 'read index received' (duration: 112.719628ms)","trace[1056189609] 'applied index is now lower than readState.Index' (duration: 198.616599ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:16.808944Z","caller":"traceutil/trace.go:171","msg":"trace[1123721635] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"353.983645ms","start":"2026-03-14T07:13:16.45491Z","end":"2026-03-14T07:13:16.808893Z","steps":["trace[1123721635] 'process raft request' (duration: 155.327235ms)","trace[1123721635] 'compare' (duration: 198.050454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:16.8091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.564325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:13:16.80902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.075136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:13:16.809198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.454882Z","time spent":"354.1792ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:16.809218Z","caller":"traceutil/trace.go:171","msg":"trace[1459121971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5766; }","duration":"464.325753ms","start":"2026-03-14T07:13:16.344877Z","end":"2026-03-14T07:13:16.809203Z","steps":["trace[1459121971] 'agreement among raft nodes before linearized reading' (duration: 464.016455ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:16.809227Z","caller":"traceutil/trace.go:171","msg":"trace[705247456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5766; }","duration":"169.711949ms","start":"2026-03-14T07:13:16.63947Z","end":"2026-03-14T07:13:16.809182Z","steps":["trace[705247456] 'agreement among raft nodes before linearized reading' (duration: 169.524314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.809254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.344854Z","time spent":"464.391605ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:13:16.809235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.418083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109076"} {"level":"info","ts":"2026-03-14T07:13:16.809306Z","caller":"traceutil/trace.go:171","msg":"trace[2113882719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5766; }","duration":"306.514216ms","start":"2026-03-14T07:13:16.502775Z","end":"2026-03-14T07:13:16.809289Z","steps":["trace[2113882719] 'agreement among raft nodes before linearized reading' (duration: 306.171427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:16.809344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:16.502762Z","time spent":"306.573467ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109099,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:13:17.030589Z","caller":"traceutil/trace.go:171","msg":"trace[1415815518] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"216.003108ms","start":"2026-03-14T07:13:16.814554Z","end":"2026-03-14T07:13:17.030557Z","steps":["trace[1415815518] 'process raft request' (duration: 130.996499ms)","trace[1415815518] 'compare' (duration: 84.870975ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:17.394949Z","caller":"traceutil/trace.go:171","msg":"trace[781833612] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"125.350088ms","start":"2026-03-14T07:13:17.269571Z","end":"2026-03-14T07:13:17.394921Z","steps":["trace[781833612] 'process raft request' (duration: 125.189284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:15:37.122586Z","caller":"traceutil/trace.go:171","msg":"trace[958977512] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"108.00134ms","start":"2026-03-14T07:15:37.014561Z","end":"2026-03-14T07:15:37.122563Z","steps":["trace[958977512] 'process raft request' (duration: 107.825836ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:17:27.622391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5394} {"level":"info","ts":"2026-03-14T07:17:27.723568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5394,"took":"99.193854ms","hash":170965938,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":21495808,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-14T07:17:27.723619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":170965938,"revision":5394,"compact-revision":2625} {"level":"info","ts":"2026-03-14T07:17:49.862727Z","caller":"traceutil/trace.go:171","msg":"trace[956507833] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"103.229156ms","start":"2026-03-14T07:17:49.75947Z","end":"2026-03-14T07:17:49.862699Z","steps":["trace[956507833] 'process raft request' (duration: 102.701833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:02.587732Z","caller":"traceutil/trace.go:171","msg":"trace[360001688] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8062; }","duration":"138.469576ms","start":"2026-03-14T07:18:02.449237Z","end":"2026-03-14T07:18:02.587707Z","steps":["trace[360001688] 'read index received' (duration: 138.25644ms)","trace[360001688] 'applied index is now lower than readState.Index' (duration: 212.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:02.587836Z","caller":"traceutil/trace.go:171","msg":"trace[812457619] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"140.361534ms","start":"2026-03-14T07:18:02.447439Z","end":"2026-03-14T07:18:02.587801Z","steps":["trace[812457619] 'process raft request' (duration: 140.137178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:02.588166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.920046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223825"} {"level":"info","ts":"2026-03-14T07:18:02.588208Z","caller":"traceutil/trace.go:171","msg":"trace[151857801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7769; }","duration":"139.0296ms","start":"2026-03-14T07:18:02.449169Z","end":"2026-03-14T07:18:02.588199Z","steps":["trace[151857801] 'agreement among raft nodes before linearized reading' (duration: 138.64122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:04.423781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044866343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:18:04.827655Z","caller":"traceutil/trace.go:171","msg":"trace[2136850023] linearizableReadLoop","detail":"{readStateIndex:8071; appliedIndex:8070; }","duration":"904.816585ms","start":"2026-03-14T07:18:03.922821Z","end":"2026-03-14T07:18:04.827638Z","steps":["trace[2136850023] 'read index received' (duration: 904.64827ms)","trace[2136850023] 'applied index is now lower than readState.Index' (duration: 167.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:04.827749Z","caller":"traceutil/trace.go:171","msg":"trace[1267540986] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"910.759814ms","start":"2026-03-14T07:18:03.91698Z","end":"2026-03-14T07:18:04.82774Z","steps":["trace[1267540986] 'process raft request' (duration: 910.536609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:04.827841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:03.916958Z","time spent":"910.810066ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:04.828019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.755538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:04.828098Z","caller":"traceutil/trace.go:171","msg":"trace[1024713260] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7777; }","duration":"869.846781ms","start":"2026-03-14T07:18:03.958233Z","end":"2026-03-14T07:18:04.82808Z","steps":["trace[1024713260] 'agreement among raft nodes before linearized reading' (duration: 869.703127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:04.828136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:03.958173Z","time spent":"869.952335ms","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:04.828223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.853639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:18:04.828262Z","caller":"traceutil/trace.go:171","msg":"trace[1215861833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:7777; }","duration":"232.928141ms","start":"2026-03-14T07:18:04.595323Z","end":"2026-03-14T07:18:04.828251Z","steps":["trace[1215861833] 'agreement among raft nodes before linearized reading' (duration: 232.827378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:04.828355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.494658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:18:04.828402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.012501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:18:04.828407Z","caller":"traceutil/trace.go:171","msg":"trace[72891921] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7777; }","duration":"386.60567ms","start":"2026-03-14T07:18:04.44179Z","end":"2026-03-14T07:18:04.828396Z","steps":["trace[72891921] 'agreement among raft nodes before linearized reading' (duration: 386.476447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:04.82842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.606264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:18:04.828439Z","caller":"traceutil/trace.go:171","msg":"trace[1695855303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7777; }","duration":"905.654515ms","start":"2026-03-14T07:18:03.922779Z","end":"2026-03-14T07:18:04.828434Z","steps":["trace[1695855303] 'agreement among raft nodes before linearized reading' (duration: 905.594334ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:04.828437Z","caller":"traceutil/trace.go:171","msg":"trace[35696680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7777; }","duration":"831.096063ms","start":"2026-03-14T07:18:03.99733Z","end":"2026-03-14T07:18:04.828427Z","steps":["trace[35696680] 'agreement among raft nodes before linearized reading' (duration: 830.97881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:04.828442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:04.441761Z","time spent":"386.676352ms","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:04.828458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:03.922767Z","time spent":"905.686206ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:04.828465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:03.997306Z","time spent":"831.151615ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:18:04.828483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.693626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:18:04.828542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.666584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:04.828559Z","caller":"traceutil/trace.go:171","msg":"trace[37174380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7777; }","duration":"190.725135ms","start":"2026-03-14T07:18:04.637829Z","end":"2026-03-14T07:18:04.828554Z","steps":["trace[37174380] 'agreement among raft nodes before linearized reading' (duration: 190.699675ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:04.828554Z","caller":"traceutil/trace.go:171","msg":"trace[944106299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7777; }","duration":"236.807159ms","start":"2026-03-14T07:18:04.591731Z","end":"2026-03-14T07:18:04.828538Z","steps":["trace[944106299] 'agreement among raft nodes before linearized reading' (duration: 236.576843ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:05.102912Z","caller":"traceutil/trace.go:171","msg":"trace[1198405083] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"270.687474ms","start":"2026-03-14T07:18:04.832151Z","end":"2026-03-14T07:18:05.102838Z","steps":["trace[1198405083] 'process raft request' (duration: 268.370405ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:05.102939Z","caller":"traceutil/trace.go:171","msg":"trace[1725397967] linearizableReadLoop","detail":"{readStateIndex:8072; appliedIndex:8071; }","duration":"270.051588ms","start":"2026-03-14T07:18:04.832858Z","end":"2026-03-14T07:18:05.102909Z","steps":["trace[1725397967] 'read index received' (duration: 267.657907ms)","trace[1725397967] 'applied index is now lower than readState.Index' (duration: 2.391361ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:05.10302Z","caller":"traceutil/trace.go:171","msg":"trace[1083000011] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"267.829521ms","start":"2026-03-14T07:18:04.835161Z","end":"2026-03-14T07:18:05.10299Z","steps":["trace[1083000011] 'process raft request' (duration: 267.702778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:05.10319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.314224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19501"} {"level":"info","ts":"2026-03-14T07:18:05.103278Z","caller":"traceutil/trace.go:171","msg":"trace[1897507614] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7779; }","duration":"270.423107ms","start":"2026-03-14T07:18:04.832835Z","end":"2026-03-14T07:18:05.103258Z","steps":["trace[1897507614] 'agreement among raft nodes before linearized reading' (duration: 270.16748ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:05.275756Z","caller":"traceutil/trace.go:171","msg":"trace[1324297058] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"168.087514ms","start":"2026-03-14T07:18:05.107653Z","end":"2026-03-14T07:18:05.275741Z","steps":["trace[1324297058] 'process raft request' (duration: 128.160956ms)","trace[1324297058] 'compare' (duration: 39.717713ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:05.275676Z","caller":"traceutil/trace.go:171","msg":"trace[1241875329] linearizableReadLoop","detail":"{readStateIndex:8074; appliedIndex:8073; }","duration":"102.177211ms","start":"2026-03-14T07:18:05.173475Z","end":"2026-03-14T07:18:05.275652Z","steps":["trace[1241875329] 'read index received' (duration: 62.269923ms)","trace[1241875329] 'applied index is now lower than readState.Index' (duration: 39.906268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:05.275935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.445038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:05.275995Z","caller":"traceutil/trace.go:171","msg":"trace[1452691928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7780; }","duration":"102.558961ms","start":"2026-03-14T07:18:05.173422Z","end":"2026-03-14T07:18:05.275981Z","steps":["trace[1452691928] 'agreement among raft nodes before linearized reading' (duration: 102.402117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:05.52379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.544246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:18:05.523885Z","caller":"traceutil/trace.go:171","msg":"trace[66557710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7780; }","duration":"113.69111ms","start":"2026-03-14T07:18:05.410173Z","end":"2026-03-14T07:18:05.523864Z","steps":["trace[66557710] 'range keys from in-memory index tree' (duration: 113.32818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:15.828071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.262527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:15.828205Z","caller":"traceutil/trace.go:171","msg":"trace[1617171613] linearizableReadLoop","detail":"{readStateIndex:8130; appliedIndex:8129; }","duration":"139.583144ms","start":"2026-03-14T07:18:15.688601Z","end":"2026-03-14T07:18:15.828184Z","steps":["trace[1617171613] 'read index received' (duration: 36.020439ms)","trace[1617171613] 'applied index is now lower than readState.Index' (duration: 103.560935ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:15.828382Z","caller":"traceutil/trace.go:171","msg":"trace[1436232359] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"147.781551ms","start":"2026-03-14T07:18:15.680525Z","end":"2026-03-14T07:18:15.828306Z","steps":["trace[1436232359] 'process raft request' (duration: 44.178905ms)","trace[1436232359] 'compare' (duration: 102.97315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:15.828418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.81495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:18:15.828444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.00364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:18:15.828475Z","caller":"traceutil/trace.go:171","msg":"trace[1567180944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7832; }","duration":"139.069711ms","start":"2026-03-14T07:18:15.689396Z","end":"2026-03-14T07:18:15.828466Z","steps":["trace[1567180944] 'agreement among raft nodes before linearized reading' (duration: 138.957728ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:15.828474Z","caller":"traceutil/trace.go:171","msg":"trace[1975240671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7832; }","duration":"139.893462ms","start":"2026-03-14T07:18:15.688566Z","end":"2026-03-14T07:18:15.828459Z","steps":["trace[1975240671] 'agreement among raft nodes before linearized reading' (duration: 139.723458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:16.599708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044866570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:17.100187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044866570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:17.126277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255540209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:18:17.177201Z","caller":"traceutil/trace.go:171","msg":"trace[2040849574] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"1.343777867s","start":"2026-03-14T07:18:15.833379Z","end":"2026-03-14T07:18:17.177157Z","steps":["trace[2040849574] 'process raft request' (duration: 1.293074577s)","trace[2040849574] 'compare' (duration: 50.201467ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:17.177253Z","caller":"traceutil/trace.go:171","msg":"trace[1365119163] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"1.343819047s","start":"2026-03-14T07:18:15.833398Z","end":"2026-03-14T07:18:17.177217Z","steps":["trace[1365119163] 'process raft request' (duration: 1.343623622s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.177387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078392267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:18:17.17739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:15.833351Z","time spent":"1.34394448s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:17.17741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:15.833377Z","time spent":"1.343944711s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:17.177443Z","caller":"traceutil/trace.go:171","msg":"trace[1360060232] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7837; }","duration":"1.078490449s","start":"2026-03-14T07:18:16.098937Z","end":"2026-03-14T07:18:17.177427Z","steps":["trace[1360060232] 'agreement among raft nodes before linearized reading' (duration: 1.078339485s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.177484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.098921Z","time spent":"1.07855214s","remote":"127.0.0.1:46814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:18:17.17721Z","caller":"traceutil/trace.go:171","msg":"trace[920364535] linearizableReadLoop","detail":"{readStateIndex:8135; appliedIndex:8131; }","duration":"1.078203892s","start":"2026-03-14T07:18:16.098979Z","end":"2026-03-14T07:18:17.177183Z","steps":["trace[920364535] 'read index received' (duration: 1.027489582s)","trace[920364535] 'applied index is now lower than readState.Index' (duration: 50.7132ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:17.177765Z","caller":"traceutil/trace.go:171","msg":"trace[874046160] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"421.233204ms","start":"2026-03-14T07:18:16.756519Z","end":"2026-03-14T07:18:17.177752Z","steps":["trace[874046160] 'process raft request' (duration: 420.594658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.177833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.694312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:18:17.177857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.756495Z","time spent":"421.308407ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:17.177897Z","caller":"traceutil/trace.go:171","msg":"trace[968154209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:7837; }","duration":"281.796014ms","start":"2026-03-14T07:18:16.896083Z","end":"2026-03-14T07:18:17.177879Z","steps":["trace[968154209] 'agreement among raft nodes before linearized reading' (duration: 281.60271ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:17.177967Z","caller":"traceutil/trace.go:171","msg":"trace[505810641] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"300.361493ms","start":"2026-03-14T07:18:16.87757Z","end":"2026-03-14T07:18:17.177932Z","steps":["trace[505810641] 'process raft request' (duration: 299.577473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.178125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:16.877543Z","time spent":"300.505608ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:17.178186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.136916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:17.178234Z","caller":"traceutil/trace.go:171","msg":"trace[938092835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7837; }","duration":"130.232478ms","start":"2026-03-14T07:18:17.047988Z","end":"2026-03-14T07:18:17.17822Z","steps":["trace[938092835] 'agreement among raft nodes before linearized reading' (duration: 130.115805ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:17.541106Z","caller":"traceutil/trace.go:171","msg":"trace[1153100989] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8135; }","duration":"333.731976ms","start":"2026-03-14T07:18:17.207349Z","end":"2026-03-14T07:18:17.541081Z","steps":["trace[1153100989] 'read index received' (duration: 333.540591ms)","trace[1153100989] 'applied index is now lower than readState.Index' (duration: 190.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:17.541143Z","caller":"traceutil/trace.go:171","msg":"trace[1121323485] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"345.804071ms","start":"2026-03-14T07:18:17.195316Z","end":"2026-03-14T07:18:17.54112Z","steps":["trace[1121323485] 'process raft request' (duration: 345.565975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.541327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.962661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:18:17.541374Z","caller":"traceutil/trace.go:171","msg":"trace[1871906623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7838; }","duration":"334.041513ms","start":"2026-03-14T07:18:17.207323Z","end":"2026-03-14T07:18:17.541365Z","steps":["trace[1871906623] 'agreement among raft nodes before linearized reading' (duration: 333.873379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.541407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:17.207312Z","time spent":"334.087635ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:17.541332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:17.195296Z","time spent":"345.959654ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:17.541499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.476772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:17.541609Z","caller":"traceutil/trace.go:171","msg":"trace[69859102] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7838; }","duration":"202.633145ms","start":"2026-03-14T07:18:17.338947Z","end":"2026-03-14T07:18:17.54158Z","steps":["trace[69859102] 'agreement among raft nodes before linearized reading' (duration: 202.369579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.826214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.31964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:17.826424Z","caller":"traceutil/trace.go:171","msg":"trace[775563469] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8136; }","duration":"222.022385ms","start":"2026-03-14T07:18:17.604386Z","end":"2026-03-14T07:18:17.826408Z","steps":["trace[775563469] 'read index received' (duration: 72.421778ms)","trace[775563469] 'applied index is now lower than readState.Index' (duration: 149.599567ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:17.826506Z","caller":"traceutil/trace.go:171","msg":"trace[14044951] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"279.419515ms","start":"2026-03-14T07:18:17.547074Z","end":"2026-03-14T07:18:17.826494Z","steps":["trace[14044951] 'process raft request' (duration: 129.717516ms)","trace[14044951] 'compare' (duration: 149.148185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:17.826737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.373595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:17.826773Z","caller":"traceutil/trace.go:171","msg":"trace[281227949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7840; }","duration":"186.462508ms","start":"2026-03-14T07:18:17.6403Z","end":"2026-03-14T07:18:17.826762Z","steps":["trace[281227949] 'agreement among raft nodes before linearized reading' (duration: 186.406036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:17.82688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.472997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:18:17.826918Z","caller":"traceutil/trace.go:171","msg":"trace[789554709] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"279.498867ms","start":"2026-03-14T07:18:17.54737Z","end":"2026-03-14T07:18:17.826869Z","steps":["trace[789554709] 'process raft request' (duration: 278.955654ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:17.826982Z","caller":"traceutil/trace.go:171","msg":"trace[1116858989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7840; }","duration":"222.61648ms","start":"2026-03-14T07:18:17.604339Z","end":"2026-03-14T07:18:17.826956Z","steps":["trace[1116858989] 'agreement among raft nodes before linearized reading' (duration: 222.338923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:18.075615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.659014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:18.075637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.839104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:18.075714Z","caller":"traceutil/trace.go:171","msg":"trace[1876128246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7842; }","duration":"129.852899ms","start":"2026-03-14T07:18:17.945838Z","end":"2026-03-14T07:18:18.075691Z","steps":["trace[1876128246] 'count revisions from in-memory index tree' (duration: 129.569261ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:18.075729Z","caller":"traceutil/trace.go:171","msg":"trace[372616593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7842; }","duration":"135.005699ms","start":"2026-03-14T07:18:17.940698Z","end":"2026-03-14T07:18:18.075703Z","steps":["trace[372616593] 'count revisions from in-memory index tree' (duration: 134.720262ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:18.630696Z","caller":"traceutil/trace.go:171","msg":"trace[2138357773] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"162.236356ms","start":"2026-03-14T07:18:18.468429Z","end":"2026-03-14T07:18:18.630665Z","steps":["trace[2138357773] 'process raft request' (duration: 161.98221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.954152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.266124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:19.954316Z","caller":"traceutil/trace.go:171","msg":"trace[758195299] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8141; }","duration":"765.695022ms","start":"2026-03-14T07:18:19.188608Z","end":"2026-03-14T07:18:19.954303Z","steps":["trace[758195299] 'read index received' (duration: 10.270199ms)","trace[758195299] 'applied index is now lower than readState.Index' (duration: 755.424223ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:19.954369Z","caller":"traceutil/trace.go:171","msg":"trace[2009163639] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"767.312373ms","start":"2026-03-14T07:18:19.187049Z","end":"2026-03-14T07:18:19.954361Z","steps":["trace[2009163639] 'process raft request' (duration: 597.770192ms)","trace[2009163639] 'compare' (duration: 169.085278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:19.954421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:19.187035Z","time spent":"767.365444ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:19.954561Z","caller":"traceutil/trace.go:171","msg":"trace[615406037] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"767.429226ms","start":"2026-03-14T07:18:19.187125Z","end":"2026-03-14T07:18:19.954554Z","steps":["trace[615406037] 'process raft request' (duration: 767.103617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.954608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:19.187102Z","time spent":"767.473087ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:19.954812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.200775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:18:19.954891Z","caller":"traceutil/trace.go:171","msg":"trace[652144557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:7846; }","duration":"766.310518ms","start":"2026-03-14T07:18:19.188558Z","end":"2026-03-14T07:18:19.954869Z","steps":["trace[652144557] 'agreement among raft nodes before linearized reading' (duration: 766.049502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.954941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:19.188546Z","time spent":"766.3824ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:18:19.959809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.313489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:19.959888Z","caller":"traceutil/trace.go:171","msg":"trace[936498549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7847; }","duration":"128.429603ms","start":"2026-03-14T07:18:19.831439Z","end":"2026-03-14T07:18:19.959868Z","steps":["trace[936498549] 'agreement among raft nodes before linearized reading' (duration: 128.218286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.95988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.646523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:18:19.959962Z","caller":"traceutil/trace.go:171","msg":"trace[415756350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7847; }","duration":"413.766716ms","start":"2026-03-14T07:18:19.546176Z","end":"2026-03-14T07:18:19.959942Z","steps":["trace[415756350] 'agreement among raft nodes before linearized reading' (duration: 413.588542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.960001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:19.546147Z","time spent":"413.844939ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:18:19.960138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.485703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:18:19.960181Z","caller":"traceutil/trace.go:171","msg":"trace[1314583092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7847; }","duration":"128.621107ms","start":"2026-03-14T07:18:19.831543Z","end":"2026-03-14T07:18:19.960164Z","steps":["trace[1314583092] 'agreement among raft nodes before linearized reading' (duration: 128.456593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.960161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.291097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:19.960286Z","caller":"traceutil/trace.go:171","msg":"trace[343943570] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7847; }","duration":"522.481131ms","start":"2026-03-14T07:18:19.437784Z","end":"2026-03-14T07:18:19.960265Z","steps":["trace[343943570] 'agreement among raft nodes before linearized reading' (duration: 522.286767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:19.960343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:19.437764Z","time spent":"522.562784ms","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:19.960524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.276962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:18:19.960603Z","caller":"traceutil/trace.go:171","msg":"trace[1344143276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7847; }","duration":"100.380924ms","start":"2026-03-14T07:18:19.860206Z","end":"2026-03-14T07:18:19.960586Z","steps":["trace[1344143276] 'agreement among raft nodes before linearized reading' (duration: 100.098757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:20.134879Z","caller":"traceutil/trace.go:171","msg":"trace[1310496261] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"170.546436ms","start":"2026-03-14T07:18:19.964314Z","end":"2026-03-14T07:18:20.13486Z","steps":["trace[1310496261] 'process raft request' (duration: 170.497675ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:20.135007Z","caller":"traceutil/trace.go:171","msg":"trace[1856078811] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"170.71476ms","start":"2026-03-14T07:18:19.964252Z","end":"2026-03-14T07:18:20.134966Z","steps":["trace[1856078811] 'process raft request' (duration: 170.410032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:20.135112Z","caller":"traceutil/trace.go:171","msg":"trace[109616186] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"170.771022ms","start":"2026-03-14T07:18:19.964309Z","end":"2026-03-14T07:18:20.13508Z","steps":["trace[109616186] 'process raft request' (duration: 170.475504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:20.362001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.766392ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-14T07:18:21.440733Z","caller":"traceutil/trace.go:171","msg":"trace[888780359] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"237.183879ms","start":"2026-03-14T07:18:21.203519Z","end":"2026-03-14T07:18:21.440703Z","steps":["trace[888780359] 'process raft request' (duration: 237.012344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.468098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044866632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:18:22.867461Z","caller":"traceutil/trace.go:171","msg":"trace[833051925] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"904.458154ms","start":"2026-03-14T07:18:21.962979Z","end":"2026-03-14T07:18:22.867438Z","steps":["trace[833051925] 'process raft request' (duration: 904.321751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.867707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.962962Z","time spent":"904.6765ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:22.872613Z","caller":"traceutil/trace.go:171","msg":"trace[1617071216] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"909.048631ms","start":"2026-03-14T07:18:21.963544Z","end":"2026-03-14T07:18:22.872592Z","steps":["trace[1617071216] 'process raft request' (duration: 908.836265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.872797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.96352Z","time spent":"909.206964ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:22.872911Z","caller":"traceutil/trace.go:171","msg":"trace[862020569] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"908.932788ms","start":"2026-03-14T07:18:21.963942Z","end":"2026-03-14T07:18:22.872875Z","steps":["trace[862020569] 'process raft request' (duration: 908.596389ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:22.872828Z","caller":"traceutil/trace.go:171","msg":"trace[273625965] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8152; }","duration":"905.0316ms","start":"2026-03-14T07:18:21.967768Z","end":"2026-03-14T07:18:22.8728Z","steps":["trace[273625965] 'read index received' (duration: 899.584332ms)","trace[273625965] 'applied index is now lower than readState.Index' (duration: 5.444608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:22.873086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.283466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:18:22.873171Z","caller":"traceutil/trace.go:171","msg":"trace[994637960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:7856; }","duration":"905.39518ms","start":"2026-03-14T07:18:21.967753Z","end":"2026-03-14T07:18:22.873148Z","steps":["trace[994637960] 'agreement among raft nodes before linearized reading' (duration: 905.132392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.873234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.967747Z","time spent":"905.470591ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:18:22.8731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:21.963928Z","time spent":"909.062191ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:22.873283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.529965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:18:22.873321Z","caller":"traceutil/trace.go:171","msg":"trace[516156975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7856; }","duration":"732.589957ms","start":"2026-03-14T07:18:22.140721Z","end":"2026-03-14T07:18:22.873311Z","steps":["trace[516156975] 'agreement among raft nodes before linearized reading' (duration: 732.424452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.873361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.140712Z","time spent":"732.642988ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:22.873365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.633692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:22.873467Z","caller":"traceutil/trace.go:171","msg":"trace[942508687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7856; }","duration":"733.759506ms","start":"2026-03-14T07:18:22.139685Z","end":"2026-03-14T07:18:22.873445Z","steps":["trace[942508687] 'agreement among raft nodes before linearized reading' (duration: 733.52799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.873502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.292379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:18:22.87335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.029306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:18:22.87358Z","caller":"traceutil/trace.go:171","msg":"trace[1654661988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7856; }","duration":"734.412983ms","start":"2026-03-14T07:18:22.139149Z","end":"2026-03-14T07:18:22.873562Z","steps":["trace[1654661988] 'agreement among raft nodes before linearized reading' (duration: 734.101745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.873693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.139127Z","time spent":"734.553107ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:18:22.873649Z","caller":"traceutil/trace.go:171","msg":"trace[139822093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7856; }","duration":"849.294383ms","start":"2026-03-14T07:18:22.024274Z","end":"2026-03-14T07:18:22.873568Z","steps":["trace[139822093] 'agreement among raft nodes before linearized reading' (duration: 848.868051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:22.873521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.139677Z","time spent":"733.833188ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:18:22.873844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:22.024258Z","time spent":"849.490499ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:18:23.918404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044866642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:18:24.191287Z","caller":"traceutil/trace.go:171","msg":"trace[1596592120] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"971.350974ms","start":"2026-03-14T07:18:23.219909Z","end":"2026-03-14T07:18:24.19126Z","steps":["trace[1596592120] 'process raft request' (duration: 970.858922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:24.191483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:23.219889Z","time spent":"971.469688ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:24.199462Z","caller":"traceutil/trace.go:171","msg":"trace[385186680] linearizableReadLoop","detail":"{readStateIndex:8162; appliedIndex:8159; }","duration":"781.136842ms","start":"2026-03-14T07:18:23.418304Z","end":"2026-03-14T07:18:24.199441Z","steps":["trace[385186680] 'read index received' (duration: 772.449043ms)","trace[385186680] 'applied index is now lower than readState.Index' (duration: 8.686159ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:24.199535Z","caller":"traceutil/trace.go:171","msg":"trace[581309577] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"327.602022ms","start":"2026-03-14T07:18:23.871918Z","end":"2026-03-14T07:18:24.19952Z","steps":["trace[581309577] 'process raft request' (duration: 327.465838ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:24.199519Z","caller":"traceutil/trace.go:171","msg":"trace[962587734] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"753.030823ms","start":"2026-03-14T07:18:23.446459Z","end":"2026-03-14T07:18:24.19949Z","steps":["trace[962587734] 'process raft request' (duration: 752.817468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:24.199591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:23.87189Z","time spent":"327.672393ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:24.199667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.734563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:24.199728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.70261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T07:18:24.199734Z","caller":"traceutil/trace.go:171","msg":"trace[521067630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7863; }","duration":"561.837486ms","start":"2026-03-14T07:18:23.637882Z","end":"2026-03-14T07:18:24.199719Z","steps":["trace[521067630] 'agreement among raft nodes before linearized reading' (duration: 561.731243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:24.199725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.402708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:18:24.199752Z","caller":"traceutil/trace.go:171","msg":"trace[242563937] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7863; }","duration":"132.72751ms","start":"2026-03-14T07:18:24.067015Z","end":"2026-03-14T07:18:24.199742Z","steps":["trace[242563937] 'agreement among raft nodes before linearized reading' (duration: 132.642388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:24.199778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:23.637866Z","time spent":"561.904147ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:18:24.199787Z","caller":"traceutil/trace.go:171","msg":"trace[336381852] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7863; }","duration":"781.498461ms","start":"2026-03-14T07:18:23.418274Z","end":"2026-03-14T07:18:24.199772Z","steps":["trace[336381852] 'agreement among raft nodes before linearized reading' (duration: 781.293456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:24.199837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:23.418259Z","time spent":"781.563512ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:24.199849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:23.446441Z","time spent":"753.149815ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:25.643364Z","caller":"traceutil/trace.go:171","msg":"trace[1759789318] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"115.136457ms","start":"2026-03-14T07:18:25.528206Z","end":"2026-03-14T07:18:25.643342Z","steps":["trace[1759789318] 'process raft request' (duration: 115.022374ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:25.778425Z","caller":"traceutil/trace.go:171","msg":"trace[1699705038] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8176; }","duration":"222.019706ms","start":"2026-03-14T07:18:25.556377Z","end":"2026-03-14T07:18:25.778397Z","steps":["trace[1699705038] 'read index received' (duration: 86.866033ms)","trace[1699705038] 'applied index is now lower than readState.Index' (duration: 135.152053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:25.778735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.364496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:18:25.778747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.848836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:25.7788Z","caller":"traceutil/trace.go:171","msg":"trace[1905470106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7878; }","duration":"188.455219ms","start":"2026-03-14T07:18:25.590332Z","end":"2026-03-14T07:18:25.778788Z","steps":["trace[1905470106] 'agreement among raft nodes before linearized reading' (duration: 188.219703ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:25.778826Z","caller":"traceutil/trace.go:171","msg":"trace[1468696868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7878; }","duration":"138.964889ms","start":"2026-03-14T07:18:25.639842Z","end":"2026-03-14T07:18:25.778807Z","steps":["trace[1468696868] 'agreement among raft nodes before linearized reading' (duration: 138.817995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:25.778807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.409136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:18:25.778906Z","caller":"traceutil/trace.go:171","msg":"trace[1648836553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7878; }","duration":"222.55038ms","start":"2026-03-14T07:18:25.556322Z","end":"2026-03-14T07:18:25.778873Z","steps":["trace[1648836553] 'agreement among raft nodes before linearized reading' (duration: 222.17232ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:27.065731Z","caller":"traceutil/trace.go:171","msg":"trace[515544079] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"102.725624ms","start":"2026-03-14T07:18:26.962976Z","end":"2026-03-14T07:18:27.065702Z","steps":["trace[515544079] 'process raft request' (duration: 102.576331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:27.065919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.082317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:18:27.065812Z","caller":"traceutil/trace.go:171","msg":"trace[1887108274] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"102.99012ms","start":"2026-03-14T07:18:26.962783Z","end":"2026-03-14T07:18:27.065773Z","steps":["trace[1887108274] 'process raft request' (duration: 44.432952ms)","trace[1887108274] 'compare' (duration: 58.060666ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:27.066005Z","caller":"traceutil/trace.go:171","msg":"trace[1797526486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:7889; }","duration":"100.202971ms","start":"2026-03-14T07:18:26.965787Z","end":"2026-03-14T07:18:27.06599Z","steps":["trace[1797526486] 'agreement among raft nodes before linearized reading' (duration: 99.895833ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:27.065917Z","caller":"traceutil/trace.go:171","msg":"trace[1228581330] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"102.845617ms","start":"2026-03-14T07:18:26.963021Z","end":"2026-03-14T07:18:27.065866Z","steps":["trace[1228581330] 'process raft request' (duration: 102.5845ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.060546Z","caller":"traceutil/trace.go:171","msg":"trace[441700255] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"166.180696ms","start":"2026-03-14T07:18:28.894342Z","end":"2026-03-14T07:18:29.060522Z","steps":["trace[441700255] 'read index received' (duration: 166.046552ms)","trace[441700255] 'applied index is now lower than readState.Index' (duration: 132.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:29.060615Z","caller":"traceutil/trace.go:171","msg":"trace[906957131] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"169.046207ms","start":"2026-03-14T07:18:28.891533Z","end":"2026-03-14T07:18:29.060579Z","steps":["trace[906957131] 'process raft request' (duration: 168.822152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.060811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.446472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:18:29.060894Z","caller":"traceutil/trace.go:171","msg":"trace[56473292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7892; }","duration":"166.557025ms","start":"2026-03-14T07:18:28.894318Z","end":"2026-03-14T07:18:29.060875Z","steps":["trace[56473292] 'agreement among raft nodes before linearized reading' (duration: 166.312288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.082043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.700617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:18:29.082051Z","caller":"traceutil/trace.go:171","msg":"trace[1360015391] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"185.727319ms","start":"2026-03-14T07:18:28.896289Z","end":"2026-03-14T07:18:29.082016Z","steps":["trace[1360015391] 'process raft request' (duration: 185.532494ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.082101Z","caller":"traceutil/trace.go:171","msg":"trace[111263332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7893; }","duration":"116.82551ms","start":"2026-03-14T07:18:28.965262Z","end":"2026-03-14T07:18:29.082088Z","steps":["trace[111263332] 'agreement among raft nodes before linearized reading' (duration: 116.687256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.082097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.317021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:18:29.082193Z","caller":"traceutil/trace.go:171","msg":"trace[1907062321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7893; }","duration":"111.478405ms","start":"2026-03-14T07:18:28.9707Z","end":"2026-03-14T07:18:29.082178Z","steps":["trace[1907062321] 'agreement among raft nodes before linearized reading' (duration: 111.257329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.220931Z","caller":"traceutil/trace.go:171","msg":"trace[186904680] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"133.51437ms","start":"2026-03-14T07:18:29.087378Z","end":"2026-03-14T07:18:29.220892Z","steps":["trace[186904680] 'process raft request' (duration: 52.915016ms)","trace[186904680] 'compare' (duration: 80.42524ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:29.273767Z","caller":"traceutil/trace.go:171","msg":"trace[602581339] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"181.865702ms","start":"2026-03-14T07:18:29.091882Z","end":"2026-03-14T07:18:29.273748Z","steps":["trace[602581339] 'process raft request' (duration: 181.702058ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.273981Z","caller":"traceutil/trace.go:171","msg":"trace[1410776570] linearizableReadLoop","detail":"{readStateIndex:8197; appliedIndex:8194; }","duration":"181.119322ms","start":"2026-03-14T07:18:29.09284Z","end":"2026-03-14T07:18:29.27396Z","steps":["trace[1410776570] 'read index received' (duration: 47.544531ms)","trace[1410776570] 'applied index is now lower than readState.Index' (duration: 133.573811ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:29.274042Z","caller":"traceutil/trace.go:171","msg":"trace[1704729466] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"180.897117ms","start":"2026-03-14T07:18:29.093134Z","end":"2026-03-14T07:18:29.274031Z","steps":["trace[1704729466] 'process raft request' (duration: 180.727893ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:29.274107Z","caller":"traceutil/trace.go:171","msg":"trace[751473925] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"182.109617ms","start":"2026-03-14T07:18:29.091978Z","end":"2026-03-14T07:18:29.274087Z","steps":["trace[751473925] 'process raft request' (duration: 181.734698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:29.274331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.473652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223825"} {"level":"info","ts":"2026-03-14T07:18:29.274362Z","caller":"traceutil/trace.go:171","msg":"trace[305466014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7898; }","duration":"181.550154ms","start":"2026-03-14T07:18:29.092805Z","end":"2026-03-14T07:18:29.274355Z","steps":["trace[305466014] 'agreement among raft nodes before linearized reading' (duration: 181.257416ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:39.491016Z","caller":"traceutil/trace.go:171","msg":"trace[1515507499] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"138.556769ms","start":"2026-03-14T07:18:39.352435Z","end":"2026-03-14T07:18:39.490992Z","steps":["trace[1515507499] 'process raft request' (duration: 132.68018ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:39.558573Z","caller":"traceutil/trace.go:171","msg":"trace[2042575249] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"206.027733ms","start":"2026-03-14T07:18:39.35252Z","end":"2026-03-14T07:18:39.558548Z","steps":["trace[2042575249] 'process raft request' (duration: 205.862799ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:39.558767Z","caller":"traceutil/trace.go:171","msg":"trace[2035584437] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"205.487808ms","start":"2026-03-14T07:18:39.353254Z","end":"2026-03-14T07:18:39.558742Z","steps":["trace[2035584437] 'process raft request' (duration: 205.252083ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:39.558763Z","caller":"traceutil/trace.go:171","msg":"trace[58283364] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8242; }","duration":"202.852142ms","start":"2026-03-14T07:18:39.355878Z","end":"2026-03-14T07:18:39.55873Z","steps":["trace[58283364] 'read index received' (duration: 129.216002ms)","trace[58283364] 'applied index is now lower than readState.Index' (duration: 73.63373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:39.559256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.359785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223825"} {"level":"info","ts":"2026-03-14T07:18:39.55931Z","caller":"traceutil/trace.go:171","msg":"trace[956886071] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7943; }","duration":"203.467017ms","start":"2026-03-14T07:18:39.35583Z","end":"2026-03-14T07:18:39.559298Z","steps":["trace[956886071] 'agreement among raft nodes before linearized reading' (duration: 202.986115ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:40.454525Z","caller":"traceutil/trace.go:171","msg":"trace[269461415] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"199.315892ms","start":"2026-03-14T07:18:40.255173Z","end":"2026-03-14T07:18:40.454489Z","steps":["trace[269461415] 'process raft request' (duration: 100.272742ms)","trace[269461415] 'compare' (duration: 98.899766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:18:47.98243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.329438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:18:47.982783Z","caller":"traceutil/trace.go:171","msg":"trace[1710995828] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"123.9821ms","start":"2026-03-14T07:18:47.858773Z","end":"2026-03-14T07:18:47.982756Z","steps":["trace[1710995828] 'read index received' (duration: 123.341564ms)","trace[1710995828] 'applied index is now lower than readState.Index' (duration: 638.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:47.982927Z","caller":"traceutil/trace.go:171","msg":"trace[1643273154] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"289.165921ms","start":"2026-03-14T07:18:47.693735Z","end":"2026-03-14T07:18:47.982901Z","steps":["trace[1643273154] 'process raft request' (duration: 153.245829ms)","trace[1643273154] 'compare' (duration: 135.171753ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:47.982988Z","caller":"traceutil/trace.go:171","msg":"trace[1613087743] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"196.342487ms","start":"2026-03-14T07:18:47.786628Z","end":"2026-03-14T07:18:47.98297Z","steps":["trace[1613087743] 'process raft request' (duration: 195.939287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:47.983037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.522427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:47.983051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.267057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:47.983146Z","caller":"traceutil/trace.go:171","msg":"trace[1479186165] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7985; }","duration":"113.660191ms","start":"2026-03-14T07:18:47.869443Z","end":"2026-03-14T07:18:47.983103Z","steps":["trace[1479186165] 'agreement among raft nodes before linearized reading' (duration: 113.513597ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:47.983167Z","caller":"traceutil/trace.go:171","msg":"trace[193817893] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:0; response_revision:7985; }","duration":"124.435742ms","start":"2026-03-14T07:18:47.858706Z","end":"2026-03-14T07:18:47.983142Z","steps":["trace[193817893] 'agreement among raft nodes before linearized reading' (duration: 124.262777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:48.993987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.832035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:48.994046Z","caller":"traceutil/trace.go:171","msg":"trace[267287352] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7990; }","duration":"132.937437ms","start":"2026-03-14T07:18:48.861094Z","end":"2026-03-14T07:18:48.994031Z","steps":["trace[267287352] 'count revisions from in-memory index tree' (duration: 132.741082ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:51.968377Z","caller":"traceutil/trace.go:171","msg":"trace[2095927270] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"365.441807ms","start":"2026-03-14T07:18:51.60291Z","end":"2026-03-14T07:18:51.968352Z","steps":["trace[2095927270] 'read index received' (duration: 365.123218ms)","trace[2095927270] 'applied index is now lower than readState.Index' (duration: 317.599µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:51.968445Z","caller":"traceutil/trace.go:171","msg":"trace[1425066726] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"407.814076ms","start":"2026-03-14T07:18:51.560588Z","end":"2026-03-14T07:18:51.968402Z","steps":["trace[1425066726] 'process raft request' (duration: 407.60069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:51.968592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:51.560554Z","time spent":"407.95921ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:51.968616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.691823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-14T07:18:51.968652Z","caller":"traceutil/trace.go:171","msg":"trace[1291217356] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8048; }","duration":"365.788225ms","start":"2026-03-14T07:18:51.602853Z","end":"2026-03-14T07:18:51.968641Z","steps":["trace[1291217356] 'agreement among raft nodes before linearized reading' (duration: 365.634002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:51.968687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:51.602838Z","time spent":"365.841927ms","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-14T07:18:51.968761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.941481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:18:51.968772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.887379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:18:51.968849Z","caller":"traceutil/trace.go:171","msg":"trace[1854828675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8048; }","duration":"330.052293ms","start":"2026-03-14T07:18:51.638774Z","end":"2026-03-14T07:18:51.968826Z","steps":["trace[1854828675] 'agreement among raft nodes before linearized reading' (duration: 329.92647ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:51.968863Z","caller":"traceutil/trace.go:171","msg":"trace[1338146262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8048; }","duration":"267.023342ms","start":"2026-03-14T07:18:51.701818Z","end":"2026-03-14T07:18:51.968842Z","steps":["trace[1338146262] 'agreement among raft nodes before linearized reading' (duration: 266.788307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:51.968897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:51.638766Z","time spent":"330.124085ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:18:51.969086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.360414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:18:51.969198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.640112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:51.969335Z","caller":"traceutil/trace.go:171","msg":"trace[5955169] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8048; }","duration":"346.818186ms","start":"2026-03-14T07:18:51.622503Z","end":"2026-03-14T07:18:51.969321Z","steps":["trace[5955169] 'agreement among raft nodes before linearized reading' (duration: 346.107349ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:51.969151Z","caller":"traceutil/trace.go:171","msg":"trace[1114993144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8048; }","duration":"262.456987ms","start":"2026-03-14T07:18:51.706678Z","end":"2026-03-14T07:18:51.969135Z","steps":["trace[1114993144] 'agreement among raft nodes before linearized reading' (duration: 262.109258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:51.969926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:51.62248Z","time spent":"347.430832ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T07:18:53.45673Z","caller":"traceutil/trace.go:171","msg":"trace[303174538] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"190.730875ms","start":"2026-03-14T07:18:53.265976Z","end":"2026-03-14T07:18:53.456707Z","steps":["trace[303174538] 'process raft request' (duration: 190.5427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:55.140346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:55.641089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:56.142069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:18:56.363241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807245768s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:18:56.363659Z","caller":"traceutil/trace.go:171","msg":"trace[401014063] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"1.80773846s","start":"2026-03-14T07:18:54.555897Z","end":"2026-03-14T07:18:56.363635Z","steps":["trace[401014063] 'process raft request' (duration: 1.807559345s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:56.363864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:54.555871Z","time spent":"1.807879775s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:56.640523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:18:56.640606Z","caller":"traceutil/trace.go:171","msg":"trace[1195500638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736823s","start":"2026-03-14T07:18:54.63985Z","end":"2026-03-14T07:18:56.640587Z","steps":["trace[1195500638] 'agreement among raft nodes before linearized reading' (duration: 2.000633421s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:56.640677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:54.639798Z","time spent":"2.000860446s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:18:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-14T07:18:56.911252Z","caller":"traceutil/trace.go:171","msg":"trace[1939724146] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"2.163189834s","start":"2026-03-14T07:18:54.748032Z","end":"2026-03-14T07:18:56.911222Z","steps":["trace[1939724146] 'process raft request' (duration: 2.162955699s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:56.911632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:54.748008Z","time spent":"2.163348279s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:56.911773Z","caller":"traceutil/trace.go:171","msg":"trace[806245703] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"1.448937261s","start":"2026-03-14T07:18:55.462797Z","end":"2026-03-14T07:18:56.911734Z","steps":["trace[806245703] 'process raft request' (duration: 1.448368327s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:56.911945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.462772Z","time spent":"1.449077485s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:18:57.752688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.198408ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:18:57.75345Z","caller":"traceutil/trace.go:171","msg":"trace[1218985597] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8368; }","duration":"3.11357332s","start":"2026-03-14T07:18:54.639856Z","end":"2026-03-14T07:18:57.753429Z","steps":["trace[1218985597] 'read index received' (duration: 1.723582546s)","trace[1218985597] 'applied index is now lower than readState.Index' (duration: 1.389989604s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:57.753508Z","caller":"traceutil/trace.go:171","msg":"trace[1131273030] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"1.549534303s","start":"2026-03-14T07:18:56.203919Z","end":"2026-03-14T07:18:57.753453Z","steps":["trace[1131273030] 'process raft request' (duration: 1.549369569s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.753778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287122294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:18:57.753796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.203891Z","time spent":"1.549793949s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:18:57.753841Z","caller":"traceutil/trace.go:171","msg":"trace[565373646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8065; }","duration":"2.287223206s","start":"2026-03-14T07:18:55.466602Z","end":"2026-03-14T07:18:57.753825Z","steps":["trace[565373646] 'agreement among raft nodes before linearized reading' (duration: 2.286952049s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.753815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731253579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:18:57.753958Z","caller":"traceutil/trace.go:171","msg":"trace[1562284606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8065; }","duration":"1.731433914s","start":"2026-03-14T07:18:56.022509Z","end":"2026-03-14T07:18:57.753943Z","steps":["trace[1562284606] 'agreement among raft nodes before linearized reading' (duration: 1.731195238s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.75401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.022494Z","time spent":"1.731505785s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:18:57.754103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733195309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:18:57.754159Z","caller":"traceutil/trace.go:171","msg":"trace[1980635562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8065; }","duration":"1.733285361s","start":"2026-03-14T07:18:56.020859Z","end":"2026-03-14T07:18:57.754145Z","steps":["trace[1980635562] 'agreement among raft nodes before linearized reading' (duration: 1.733174608s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.754449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985491499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b88bfbb94-srldh.189ca40099ed0552\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-14T07:18:57.754507Z","caller":"traceutil/trace.go:171","msg":"trace[1561114831] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b88bfbb94-srldh.189ca40099ed0552; range_end:; response_count:1; response_revision:8065; }","duration":"1.985774806s","start":"2026-03-14T07:18:55.768717Z","end":"2026-03-14T07:18:57.754492Z","steps":["trace[1561114831] 'agreement among raft nodes before linearized reading' (duration: 1.985436347s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.754561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.76869Z","time spent":"1.985862797s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5b88bfbb94-srldh.189ca40099ed0552\" "} {"level":"warn","ts":"2026-03-14T07:18:57.753894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.466591Z","time spent":"2.287289828s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:57.754006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731472175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:18:57.754663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113897134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:57.75471Z","caller":"traceutil/trace.go:171","msg":"trace[560972626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8065; }","duration":"1.113973436s","start":"2026-03-14T07:18:56.64072Z","end":"2026-03-14T07:18:57.754693Z","steps":["trace[560972626] 'agreement among raft nodes before linearized reading' (duration: 1.113884984s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.754736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.640702Z","time spent":"1.114028457s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:18:57.754748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39938503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-14T07:18:57.754794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739952029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:18:57.754751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.03617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:18:57.754765Z","caller":"traceutil/trace.go:171","msg":"trace[1512971100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8065; }","duration":"1.732211504s","start":"2026-03-14T07:18:56.022485Z","end":"2026-03-14T07:18:57.754696Z","steps":["trace[1512971100] 'agreement among raft nodes before linearized reading' (duration: 1.731437054s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:57.754834Z","caller":"traceutil/trace.go:171","msg":"trace[1523135249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8065; }","duration":"1.740025561s","start":"2026-03-14T07:18:56.014799Z","end":"2026-03-14T07:18:57.754825Z","steps":["trace[1523135249] 'agreement among raft nodes before linearized reading' (duration: 1.739928099s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.754865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.014783Z","time spent":"1.740076372s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:18:57.754874Z","caller":"traceutil/trace.go:171","msg":"trace[389080320] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8065; }","duration":"905.226904ms","start":"2026-03-14T07:18:56.849617Z","end":"2026-03-14T07:18:57.754844Z","steps":["trace[389080320] 'agreement among raft nodes before linearized reading' (duration: 904.998159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.754861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288140479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:18:57.754935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.022466Z","time spent":"1.732407138s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"info","ts":"2026-03-14T07:18:57.754937Z","caller":"traceutil/trace.go:171","msg":"trace[1161648605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8065; }","duration":"2.288297484s","start":"2026-03-14T07:18:55.466628Z","end":"2026-03-14T07:18:57.754926Z","steps":["trace[1161648605] 'agreement among raft nodes before linearized reading' (duration: 2.287946295s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.754945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.849599Z","time spent":"905.332887ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:18:57.754993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.46661Z","time spent":"2.288376195s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:18:57.754793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709568762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:18:57.754205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.020839Z","time spent":"1.733355603s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:18:57.755025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845782971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T07:18:57.755056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049704289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:18:57.755062Z","caller":"traceutil/trace.go:171","msg":"trace[1847623007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"1.709851809s","start":"2026-03-14T07:18:56.045175Z","end":"2026-03-14T07:18:57.755026Z","steps":["trace[1847623007] 'agreement among raft nodes before linearized reading' (duration: 1.709428668s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:57.755086Z","caller":"traceutil/trace.go:171","msg":"trace[1798129805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8065; }","duration":"1.845875993s","start":"2026-03-14T07:18:55.90919Z","end":"2026-03-14T07:18:57.755066Z","steps":["trace[1798129805] 'agreement among raft nodes before linearized reading' (duration: 1.84573531s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.755143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.045151Z","time spent":"1.709970941s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:18:57.754806Z","caller":"traceutil/trace.go:171","msg":"trace[2079617397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8065; }","duration":"1.399479742s","start":"2026-03-14T07:18:56.355313Z","end":"2026-03-14T07:18:57.754792Z","steps":["trace[2079617397] 'agreement among raft nodes before linearized reading' (duration: 1.399327688s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.75524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:56.355295Z","time spent":"1.399913844s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:18:57.755144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.909167Z","time spent":"1.845963746s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-14T07:18:57.755152Z","caller":"traceutil/trace.go:171","msg":"trace[1034179808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8065; }","duration":"2.049774901s","start":"2026-03-14T07:18:55.705307Z","end":"2026-03-14T07:18:57.755082Z","steps":["trace[1034179808] 'agreement among raft nodes before linearized reading' (duration: 2.048890039s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:57.75538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:55.705286Z","time spent":"2.050077089s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:18:59.947824Z","caller":"traceutil/trace.go:171","msg":"trace[1252970202] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"153.456054ms","start":"2026-03-14T07:18:59.794342Z","end":"2026-03-14T07:18:59.947798Z","steps":["trace[1252970202] 'process raft request' (duration: 153.211978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.493187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.610688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:00.493333Z","caller":"traceutil/trace.go:171","msg":"trace[590477555] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"698.296446ms","start":"2026-03-14T07:18:59.795017Z","end":"2026-03-14T07:19:00.493313Z","steps":["trace[590477555] 'process raft request' (duration: 240.470732ms)","trace[590477555] 'compare' (duration: 457.33019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:00.4934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.794993Z","time spent":"698.376727ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:00.493655Z","caller":"traceutil/trace.go:171","msg":"trace[1604409336] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"698.50721ms","start":"2026-03-14T07:18:59.7951Z","end":"2026-03-14T07:19:00.493607Z","steps":["trace[1604409336] 'process raft request' (duration: 698.173702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.493808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.795075Z","time spent":"698.645144ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:00.493942Z","caller":"traceutil/trace.go:171","msg":"trace[1569360303] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"698.807417ms","start":"2026-03-14T07:18:59.795103Z","end":"2026-03-14T07:19:00.493911Z","steps":["trace[1569360303] 'process raft request' (duration: 698.441538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.494099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.795083Z","time spent":"698.932731ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:00.494341Z","caller":"traceutil/trace.go:171","msg":"trace[1818935937] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8386; }","duration":"698.812687ms","start":"2026-03-14T07:18:59.795514Z","end":"2026-03-14T07:19:00.494327Z","steps":["trace[1818935937] 'read index received' (duration: 152.195772ms)","trace[1818935937] 'applied index is now lower than readState.Index' (duration: 546.615855ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:00.494325Z","caller":"traceutil/trace.go:171","msg":"trace[30520721] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"697.302389ms","start":"2026-03-14T07:18:59.796998Z","end":"2026-03-14T07:19:00.494301Z","steps":["trace[30520721] 'process raft request' (duration: 696.796057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:00.494409Z","caller":"traceutil/trace.go:171","msg":"trace[1269872333] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"694.739185ms","start":"2026-03-14T07:18:59.799664Z","end":"2026-03-14T07:19:00.494403Z","steps":["trace[1269872333] 'process raft request' (duration: 694.56386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.494448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.796984Z","time spent":"697.397942ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:00.494446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.799641Z","time spent":"694.782505ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:00.494502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.983011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:19:00.494552Z","caller":"traceutil/trace.go:171","msg":"trace[1587146255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8084; }","duration":"699.060173ms","start":"2026-03-14T07:18:59.795477Z","end":"2026-03-14T07:19:00.494537Z","steps":["trace[1587146255] 'agreement among raft nodes before linearized reading' (duration: 698.91843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.494583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.795468Z","time spent":"699.108744ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"info","ts":"2026-03-14T07:19:00.531136Z","caller":"traceutil/trace.go:171","msg":"trace[1578868613] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"156.065573ms","start":"2026-03-14T07:19:00.375044Z","end":"2026-03-14T07:19:00.53111Z","steps":["trace[1578868613] 'process raft request' (duration: 155.913299ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:00.708101Z","caller":"traceutil/trace.go:171","msg":"trace[1488872220] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8393; }","duration":"213.702379ms","start":"2026-03-14T07:19:00.494371Z","end":"2026-03-14T07:19:00.708073Z","steps":["trace[1488872220] 'read index received' (duration: 36.82128ms)","trace[1488872220] 'applied index is now lower than readState.Index' (duration: 176.879979ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:00.708146Z","caller":"traceutil/trace.go:171","msg":"trace[1679677206] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"234.912625ms","start":"2026-03-14T07:19:00.473193Z","end":"2026-03-14T07:19:00.708105Z","steps":["trace[1679677206] 'process raft request' (duration: 186.746379ms)","trace[1679677206] 'compare' (duration: 47.991722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:00.708303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.160941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:00.708288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.948094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:19:00.708344Z","caller":"traceutil/trace.go:171","msg":"trace[637962507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8086; }","duration":"629.265264ms","start":"2026-03-14T07:19:00.079064Z","end":"2026-03-14T07:19:00.70833Z","steps":["trace[637962507] 'agreement among raft nodes before linearized reading' (duration: 629.164612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.708358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.618862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:00.708376Z","caller":"traceutil/trace.go:171","msg":"trace[1799643239] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:8086; }","duration":"516.071827ms","start":"2026-03-14T07:19:00.19228Z","end":"2026-03-14T07:19:00.708352Z","steps":["trace[1799643239] 'agreement among raft nodes before linearized reading' (duration: 515.81146ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:00.708427Z","caller":"traceutil/trace.go:171","msg":"trace[374768857] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8086; }","duration":"254.704174ms","start":"2026-03-14T07:19:00.453706Z","end":"2026-03-14T07:19:00.70841Z","steps":["trace[374768857] 'agreement among raft nodes before linearized reading' (duration: 254.581331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.708437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:00.192256Z","time spent":"516.168809ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-14T07:19:00.708468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.302191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:00.708506Z","caller":"traceutil/trace.go:171","msg":"trace[1267878218] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8086; }","duration":"832.391633ms","start":"2026-03-14T07:18:59.876105Z","end":"2026-03-14T07:19:00.708497Z","steps":["trace[1267878218] 'agreement among raft nodes before linearized reading' (duration: 832.301171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:00.708533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:18:59.876077Z","time spent":"832.449265ms","remote":"127.0.0.1:44138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:00.708384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:00.079036Z","time spent":"629.338166ms","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:00.709825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.915588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228552"} {"level":"info","ts":"2026-03-14T07:19:00.709933Z","caller":"traceutil/trace.go:171","msg":"trace[1301794106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8086; }","duration":"211.061172ms","start":"2026-03-14T07:19:00.49883Z","end":"2026-03-14T07:19:00.709891Z","steps":["trace[1301794106] 'agreement among raft nodes before linearized reading' (duration: 209.659626ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:00.92553Z","caller":"traceutil/trace.go:171","msg":"trace[1810581393] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8394; }","duration":"208.281092ms","start":"2026-03-14T07:19:00.717209Z","end":"2026-03-14T07:19:00.92549Z","steps":["trace[1810581393] 'read index received' (duration: 153.786385ms)","trace[1810581393] 'applied index is now lower than readState.Index' (duration: 54.492907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:00.925876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.639781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ca40d5625b930\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-14T07:19:00.925927Z","caller":"traceutil/trace.go:171","msg":"trace[1656674059] range","detail":"{range_begin:/registry/events/openstack/ceph.189ca40d5625b930; range_end:; response_count:1; response_revision:8086; }","duration":"208.729973ms","start":"2026-03-14T07:19:00.717183Z","end":"2026-03-14T07:19:00.925913Z","steps":["trace[1656674059] 'agreement among raft nodes before linearized reading' (duration: 208.519687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:02.505839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:03.00703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:19:03.461339Z","caller":"traceutil/trace.go:171","msg":"trace[879483632] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"1.505320552s","start":"2026-03-14T07:19:01.955991Z","end":"2026-03-14T07:19:03.461312Z","steps":["trace[879483632] 'process raft request' (duration: 1.505139897s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.461504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:01.95597Z","time spent":"1.505455574s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:03.623853Z","caller":"traceutil/trace.go:171","msg":"trace[378800455] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8398; }","duration":"1.618969483s","start":"2026-03-14T07:19:02.004856Z","end":"2026-03-14T07:19:03.623825Z","steps":["trace[378800455] 'read index received' (duration: 1.456371595s)","trace[378800455] 'applied index is now lower than readState.Index' (duration: 162.596768ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:03.623967Z","caller":"traceutil/trace.go:171","msg":"trace[1963141491] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"658.078677ms","start":"2026-03-14T07:19:02.965848Z","end":"2026-03-14T07:19:03.623927Z","steps":["trace[1963141491] 'process raft request' (duration: 657.931953ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:03.623967Z","caller":"traceutil/trace.go:171","msg":"trace[870626390] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"1.087399662s","start":"2026-03-14T07:19:02.536511Z","end":"2026-03-14T07:19:03.623911Z","steps":["trace[870626390] 'process raft request' (duration: 1.087095875s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619152977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:03.624174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.965823Z","time spent":"658.23038ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:03.624209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.536491Z","time spent":"1.087589067s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:03.624249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125653779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:03.624296Z","caller":"traceutil/trace.go:171","msg":"trace[1308092018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8092; }","duration":"1.1257127s","start":"2026-03-14T07:19:02.498567Z","end":"2026-03-14T07:19:03.62428Z","steps":["trace[1308092018] 'agreement among raft nodes before linearized reading' (duration: 1.125541546s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60067543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:03.62434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.498561Z","time spent":"1.125770652s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:03.624368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.803589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:19:03.624386Z","caller":"traceutil/trace.go:171","msg":"trace[733039182] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8092; }","duration":"1.600885805s","start":"2026-03-14T07:19:02.023472Z","end":"2026-03-14T07:19:03.624358Z","steps":["trace[733039182] 'agreement among raft nodes before linearized reading' (duration: 1.600613898s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.814205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:03.624426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.720062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:03.624433Z","caller":"traceutil/trace.go:171","msg":"trace[990249768] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8092; }","duration":"754.920152ms","start":"2026-03-14T07:19:02.869493Z","end":"2026-03-14T07:19:03.624413Z","steps":["trace[990249768] 'agreement among raft nodes before linearized reading' (duration: 754.636245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.166485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T07:19:03.624448Z","caller":"traceutil/trace.go:171","msg":"trace[1076336168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8092; }","duration":"984.096962ms","start":"2026-03-14T07:19:02.640329Z","end":"2026-03-14T07:19:03.624426Z","steps":["trace[1076336168] 'agreement among raft nodes before linearized reading' (duration: 983.969519ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:03.62447Z","caller":"traceutil/trace.go:171","msg":"trace[848141909] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8092; }","duration":"696.787013ms","start":"2026-03-14T07:19:02.927668Z","end":"2026-03-14T07:19:03.624455Z","steps":["trace[848141909] 'agreement among raft nodes before linearized reading' (duration: 696.713861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.869469Z","time spent":"754.995444ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:19:03.624488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.640312Z","time spent":"984.168984ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:03.624512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.927654Z","time spent":"696.840845ms","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:03.624493Z","caller":"traceutil/trace.go:171","msg":"trace[273058603] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8092; }","duration":"644.312778ms","start":"2026-03-14T07:19:02.980159Z","end":"2026-03-14T07:19:03.624472Z","steps":["trace[273058603] 'agreement among raft nodes before linearized reading' (duration: 644.082512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.428634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:19:03.624559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.023456Z","time spent":"1.600979007s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:03.624555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.980133Z","time spent":"644.412461ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-14T07:19:03.624588Z","caller":"traceutil/trace.go:171","msg":"trace[1651753697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8092; }","duration":"903.581648ms","start":"2026-03-14T07:19:02.720989Z","end":"2026-03-14T07:19:03.624571Z","steps":["trace[1651753697] 'agreement among raft nodes before linearized reading' (duration: 903.228819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.720958Z","time spent":"903.66491ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:19:03.62483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126809008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:03.624898Z","caller":"traceutil/trace.go:171","msg":"trace[2113489615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8092; }","duration":"1.126908091s","start":"2026-03-14T07:19:02.497973Z","end":"2026-03-14T07:19:03.624881Z","steps":["trace[2113489615] 'agreement among raft nodes before linearized reading' (duration: 1.126561002s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126646795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:19:03.624935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.497959Z","time spent":"1.126967402s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:19:03.624947Z","caller":"traceutil/trace.go:171","msg":"trace[2072109520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8092; }","duration":"1.126698216s","start":"2026-03-14T07:19:02.498238Z","end":"2026-03-14T07:19:03.624936Z","steps":["trace[2072109520] 'agreement among raft nodes before linearized reading' (duration: 1.126577002s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.624966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23452025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:03.624981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.498233Z","time spent":"1.126740698s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:03.624995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127280571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:03.625016Z","caller":"traceutil/trace.go:171","msg":"trace[845587230] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8092; }","duration":"1.234607932s","start":"2026-03-14T07:19:02.390393Z","end":"2026-03-14T07:19:03.625001Z","steps":["trace[845587230] 'agreement among raft nodes before linearized reading' (duration: 1.23453594s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:03.625033Z","caller":"traceutil/trace.go:171","msg":"trace[1690675843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8092; }","duration":"1.127454785s","start":"2026-03-14T07:19:02.497567Z","end":"2026-03-14T07:19:03.625021Z","steps":["trace[1690675843] 'agreement among raft nodes before linearized reading' (duration: 1.127335522s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.625054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.390371Z","time spent":"1.234675773s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:03.625069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.497534Z","time spent":"1.127526497s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:03.625103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127042655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:03.625143Z","caller":"traceutil/trace.go:171","msg":"trace[756666543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8092; }","duration":"1.127117977s","start":"2026-03-14T07:19:02.498013Z","end":"2026-03-14T07:19:03.625131Z","steps":["trace[756666543] 'agreement among raft nodes before linearized reading' (duration: 1.127008074s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.625203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.497993Z","time spent":"1.127179488s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:19:03.625346Z","caller":"traceutil/trace.go:171","msg":"trace[1687383923] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8092; }","duration":"1.619224759s","start":"2026-03-14T07:19:02.004845Z","end":"2026-03-14T07:19:03.62407Z","steps":["trace[1687383923] 'agreement among raft nodes before linearized reading' (duration: 1.619122247s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.625527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:02.00481Z","time spent":"1.620702977s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:03.797103Z","caller":"traceutil/trace.go:171","msg":"trace[1162112976] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8401; }","duration":"165.948282ms","start":"2026-03-14T07:19:03.63113Z","end":"2026-03-14T07:19:03.797079Z","steps":["trace[1162112976] 'read index received' (duration: 142.640004ms)","trace[1162112976] 'applied index is now lower than readState.Index' (duration: 23.307148ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:03.797157Z","caller":"traceutil/trace.go:171","msg":"trace[418805686] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"167.359639ms","start":"2026-03-14T07:19:03.629736Z","end":"2026-03-14T07:19:03.797096Z","steps":["trace[418805686] 'process raft request' (duration: 144.016029ms)","trace[418805686] 'compare' (duration: 23.155875ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:03.797273Z","caller":"traceutil/trace.go:171","msg":"trace[1191874512] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"166.047985ms","start":"2026-03-14T07:19:03.631203Z","end":"2026-03-14T07:19:03.797251Z","steps":["trace[1191874512] 'process raft request' (duration: 165.84602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.797596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.431494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228552"} {"level":"info","ts":"2026-03-14T07:19:03.797689Z","caller":"traceutil/trace.go:171","msg":"trace[1668060925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8094; }","duration":"166.540607ms","start":"2026-03-14T07:19:03.631112Z","end":"2026-03-14T07:19:03.797652Z","steps":["trace[1668060925] 'agreement among raft nodes before linearized reading' (duration: 166.118276ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:03.797715Z","caller":"traceutil/trace.go:171","msg":"trace[1620011053] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"166.419775ms","start":"2026-03-14T07:19:03.631225Z","end":"2026-03-14T07:19:03.797645Z","steps":["trace[1620011053] 'process raft request' (duration: 165.979824ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:03.797926Z","caller":"traceutil/trace.go:171","msg":"trace[1582441126] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"166.609849ms","start":"2026-03-14T07:19:03.631303Z","end":"2026-03-14T07:19:03.797912Z","steps":["trace[1582441126] 'process raft request' (duration: 166.195149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:03.797931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.456339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:19:03.798014Z","caller":"traceutil/trace.go:171","msg":"trace[905011099] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"165.85041ms","start":"2026-03-14T07:19:03.632137Z","end":"2026-03-14T07:19:03.797987Z","steps":["trace[905011099] 'process raft request' (duration: 165.466151ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:03.798091Z","caller":"traceutil/trace.go:171","msg":"trace[520179227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8097; }","duration":"163.654554ms","start":"2026-03-14T07:19:03.634417Z","end":"2026-03-14T07:19:03.798071Z","steps":["trace[520179227] 'agreement among raft nodes before linearized reading' (duration: 163.314866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:11.905816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.580448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2ksmx\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-14T07:19:11.905919Z","caller":"traceutil/trace.go:171","msg":"trace[670411563] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2ksmx; range_end:; response_count:1; response_revision:8171; }","duration":"314.708382ms","start":"2026-03-14T07:19:11.591184Z","end":"2026-03-14T07:19:11.905893Z","steps":["trace[670411563] 'range keys from in-memory index tree' (duration: 314.509736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:11.905974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:11.591174Z","time spent":"314.785953ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2ksmx\" "} {"level":"info","ts":"2026-03-14T07:19:11.92595Z","caller":"traceutil/trace.go:171","msg":"trace[666752350] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"331.072044ms","start":"2026-03-14T07:19:11.594858Z","end":"2026-03-14T07:19:11.92593Z","steps":["trace[666752350] 'process raft request' (duration: 330.92842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:11.926113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:11.594845Z","time spent":"331.184767ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:11.926695Z","caller":"traceutil/trace.go:171","msg":"trace[1303994353] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8487; }","duration":"286.656031ms","start":"2026-03-14T07:19:11.640025Z","end":"2026-03-14T07:19:11.926681Z","steps":["trace[1303994353] 'read index received' (duration: 286.649771ms)","trace[1303994353] 'applied index is now lower than readState.Index' (duration: 5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:11.926808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.774695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:11.92686Z","caller":"traceutil/trace.go:171","msg":"trace[407895886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8172; }","duration":"286.853697ms","start":"2026-03-14T07:19:11.639991Z","end":"2026-03-14T07:19:11.926845Z","steps":["trace[407895886] 'agreement among raft nodes before linearized reading' (duration: 286.777635ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:12.076979Z","caller":"traceutil/trace.go:171","msg":"trace[1610539382] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8487; }","duration":"150.222766ms","start":"2026-03-14T07:19:11.926743Z","end":"2026-03-14T07:19:12.076966Z","steps":["trace[1610539382] 'read index received' (duration: 137.299189ms)","trace[1610539382] 'applied index is now lower than readState.Index' (duration: 12.923027ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:12.077138Z","caller":"traceutil/trace.go:171","msg":"trace[14791924] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"421.91482ms","start":"2026-03-14T07:19:11.655216Z","end":"2026-03-14T07:19:12.077131Z","steps":["trace[14791924] 'process raft request' (duration: 408.88294ms)","trace[14791924] 'compare' (duration: 12.705272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:12.077212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:11.655195Z","time spent":"421.96072ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:12.077322Z","caller":"traceutil/trace.go:171","msg":"trace[521244746] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"419.551389ms","start":"2026-03-14T07:19:11.657765Z","end":"2026-03-14T07:19:12.077316Z","steps":["trace[521244746] 'process raft request' (duration: 419.17186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.077359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:11.657757Z","time spent":"419.585221ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:12.077474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.895082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2ksmx\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-14T07:19:12.0775Z","caller":"traceutil/trace.go:171","msg":"trace[1027817682] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2ksmx; range_end:; response_count:1; response_revision:8174; }","duration":"167.955134ms","start":"2026-03-14T07:19:11.909538Z","end":"2026-03-14T07:19:12.077493Z","steps":["trace[1027817682] 'agreement among raft nodes before linearized reading' (duration: 167.875862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.077607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.104063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:12.077643Z","caller":"traceutil/trace.go:171","msg":"trace[53997669] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8174; }","duration":"190.160844ms","start":"2026-03-14T07:19:11.887477Z","end":"2026-03-14T07:19:12.077638Z","steps":["trace[53997669] 'agreement among raft nodes before linearized reading' (duration: 190.083883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.077745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.909252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:19:12.077761Z","caller":"traceutil/trace.go:171","msg":"trace[125194730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8174; }","duration":"224.938562ms","start":"2026-03-14T07:19:11.852819Z","end":"2026-03-14T07:19:12.077757Z","steps":["trace[125194730] 'agreement among raft nodes before linearized reading' (duration: 224.894331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.077853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.493619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:12.077867Z","caller":"traceutil/trace.go:171","msg":"trace[974218300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8174; }","duration":"231.52848ms","start":"2026-03-14T07:19:11.846335Z","end":"2026-03-14T07:19:12.077863Z","steps":["trace[974218300] 'agreement among raft nodes before linearized reading' (duration: 231.488289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.077944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.885814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T07:19:12.07796Z","caller":"traceutil/trace.go:171","msg":"trace[1604610949] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8174; }","duration":"232.928234ms","start":"2026-03-14T07:19:11.845027Z","end":"2026-03-14T07:19:12.077955Z","steps":["trace[1604610949] 'agreement among raft nodes before linearized reading' (duration: 232.891633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.078039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.106115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:12.078053Z","caller":"traceutil/trace.go:171","msg":"trace[2136318955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8174; }","duration":"234.141436ms","start":"2026-03-14T07:19:11.843908Z","end":"2026-03-14T07:19:12.07805Z","steps":["trace[2136318955] 'agreement among raft nodes before linearized reading' (duration: 234.101755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.078126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.882566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:12.07814Z","caller":"traceutil/trace.go:171","msg":"trace[1790373374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8174; }","duration":"236.939907ms","start":"2026-03-14T07:19:11.841197Z","end":"2026-03-14T07:19:12.078137Z","steps":["trace[1790373374] 'agreement among raft nodes before linearized reading' (duration: 236.903876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.078217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.982387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:12.078232Z","caller":"traceutil/trace.go:171","msg":"trace[1268356823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8174; }","duration":"252.039798ms","start":"2026-03-14T07:19:11.826188Z","end":"2026-03-14T07:19:12.078228Z","steps":["trace[1268356823] 'agreement among raft nodes before linearized reading' (duration: 252.002157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:12.078311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.882831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2ksmx\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-14T07:19:12.078325Z","caller":"traceutil/trace.go:171","msg":"trace[2118322563] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2ksmx; range_end:; response_count:1; response_revision:8174; }","duration":"148.927873ms","start":"2026-03-14T07:19:11.929394Z","end":"2026-03-14T07:19:12.078322Z","steps":["trace[2118322563] 'agreement among raft nodes before linearized reading' (duration: 148.889002ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:12.618489Z","caller":"traceutil/trace.go:171","msg":"trace[202064889] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"167.223645ms","start":"2026-03-14T07:19:12.451233Z","end":"2026-03-14T07:19:12.618457Z","steps":["trace[202064889] 'process raft request' (duration: 120.007832ms)","trace[202064889] 'compare' (duration: 46.978667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:13.436226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.852818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:13.436318Z","caller":"traceutil/trace.go:171","msg":"trace[1817105684] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"510.466136ms","start":"2026-03-14T07:19:12.925835Z","end":"2026-03-14T07:19:13.436301Z","steps":["trace[1817105684] 'process raft request' (duration: 221.472925ms)","trace[1817105684] 'compare' (duration: 288.437307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:13.436361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:12.92581Z","time spent":"510.530188ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:19:13.705569Z","caller":"traceutil/trace.go:171","msg":"trace[1712546339] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8502; }","duration":"124.084865ms","start":"2026-03-14T07:19:13.581463Z","end":"2026-03-14T07:19:13.705547Z","steps":["trace[1712546339] 'read index received' (duration: 100.735765ms)","trace[1712546339] 'applied index is now lower than readState.Index' (duration: 23.34762ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:13.705721Z","caller":"traceutil/trace.go:171","msg":"trace[1537908830] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"200.882976ms","start":"2026-03-14T07:19:13.504807Z","end":"2026-03-14T07:19:13.70569Z","steps":["trace[1537908830] 'process raft request' (duration: 177.445784ms)","trace[1537908830] 'compare' (duration: 23.189555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:13.706125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.257149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:13.706158Z","caller":"traceutil/trace.go:171","msg":"trace[446927739] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8188; }","duration":"124.749142ms","start":"2026-03-14T07:19:13.581399Z","end":"2026-03-14T07:19:13.706148Z","steps":["trace[446927739] 'agreement among raft nodes before linearized reading' (duration: 124.28104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.788726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.25265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:19:14.78882Z","caller":"traceutil/trace.go:171","msg":"trace[537830467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8188; }","duration":"808.403674ms","start":"2026-03-14T07:19:13.980397Z","end":"2026-03-14T07:19:14.788801Z","steps":["trace[537830467] 'range keys from in-memory index tree' (duration: 807.985674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.788867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.980379Z","time spent":"808.474697ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:19:14.789264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.03053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111893"} {"level":"info","ts":"2026-03-14T07:19:14.789341Z","caller":"traceutil/trace.go:171","msg":"trace[998881781] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8188; }","duration":"980.142953ms","start":"2026-03-14T07:19:13.809181Z","end":"2026-03-14T07:19:14.789324Z","steps":["trace[998881781] 'range keys from in-memory index tree' (duration: 979.61287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.789516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:13.809168Z","time spent":"980.333788ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111916,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-14T07:19:14.789218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.856385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:14.789983Z","caller":"traceutil/trace.go:171","msg":"trace[1917648462] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"706.885369ms","start":"2026-03-14T07:19:14.083032Z","end":"2026-03-14T07:19:14.789917Z","steps":["trace[1917648462] 'process raft request' (duration: 258.140592ms)","trace[1917648462] 'compare' (duration: 447.442605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:14.790182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.083004Z","time spent":"707.061673ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:14.80017Z","caller":"traceutil/trace.go:171","msg":"trace[670865921] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8503; }","duration":"697.247136ms","start":"2026-03-14T07:19:14.102896Z","end":"2026-03-14T07:19:14.800144Z","steps":["trace[670865921] 'read index received' (duration: 238.27237ms)","trace[670865921] 'applied index is now lower than readState.Index' (duration: 458.973416ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:14.80032Z","caller":"traceutil/trace.go:171","msg":"trace[329160357] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"716.998005ms","start":"2026-03-14T07:19:14.08327Z","end":"2026-03-14T07:19:14.800268Z","steps":["trace[329160357] 'process raft request' (duration: 716.735938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.800404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.489862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:19:14.800456Z","caller":"traceutil/trace.go:171","msg":"trace[589126470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8190; }","duration":"697.581334ms","start":"2026-03-14T07:19:14.10286Z","end":"2026-03-14T07:19:14.800441Z","steps":["trace[589126470] 'agreement among raft nodes before linearized reading' (duration: 697.41026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.800495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.102848Z","time spent":"697.638355ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:19:14.800593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.686439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:19:14.800643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.607887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:14.800699Z","caller":"traceutil/trace.go:171","msg":"trace[2079601587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8190; }","duration":"686.672968ms","start":"2026-03-14T07:19:14.114014Z","end":"2026-03-14T07:19:14.800687Z","steps":["trace[2079601587] 'agreement among raft nodes before linearized reading' (duration: 686.521535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.800717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.045335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:14.800739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.114008Z","time spent":"686.721479ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:19:14.800749Z","caller":"traceutil/trace.go:171","msg":"trace[972420178] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8190; }","duration":"508.079706ms","start":"2026-03-14T07:19:14.292661Z","end":"2026-03-14T07:19:14.80074Z","steps":["trace[972420178] 'agreement among raft nodes before linearized reading' (duration: 508.021344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.800484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.083245Z","time spent":"717.151698ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:14.80079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.292625Z","time spent":"508.156708ms","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:14.800493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.165716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:14.800865Z","caller":"traceutil/trace.go:171","msg":"trace[1305658004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8190; }","duration":"686.549485ms","start":"2026-03-14T07:19:14.114303Z","end":"2026-03-14T07:19:14.800852Z","steps":["trace[1305658004] 'agreement among raft nodes before linearized reading' (duration: 686.102094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.800908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.114297Z","time spent":"686.600727ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:14.800497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.754341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:19:14.800919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.71184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:14.801005Z","caller":"traceutil/trace.go:171","msg":"trace[588763443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8190; }","duration":"687.306464ms","start":"2026-03-14T07:19:14.113687Z","end":"2026-03-14T07:19:14.800993Z","steps":["trace[588763443] 'agreement among raft nodes before linearized reading' (duration: 686.655548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.801045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.113672Z","time spent":"687.362946ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:19:14.801042Z","caller":"traceutil/trace.go:171","msg":"trace[88855500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8190; }","duration":"686.895875ms","start":"2026-03-14T07:19:14.114119Z","end":"2026-03-14T07:19:14.801015Z","steps":["trace[88855500] 'agreement among raft nodes before linearized reading' (duration: 686.489744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.801113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.114095Z","time spent":"686.993956ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:19:14.800651Z","caller":"traceutil/trace.go:171","msg":"trace[918154461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8190; }","duration":"686.74345ms","start":"2026-03-14T07:19:14.113887Z","end":"2026-03-14T07:19:14.800631Z","steps":["trace[918154461] 'agreement among raft nodes before linearized reading' (duration: 686.653488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.801231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.113882Z","time spent":"687.338275ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:15.306067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:15.806921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:15.842927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039899423s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:19:16.317079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.726918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:16.317211Z","caller":"traceutil/trace.go:171","msg":"trace[1886037564] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"1.514288428s","start":"2026-03-14T07:19:14.802898Z","end":"2026-03-14T07:19:16.317186Z","steps":["trace[1886037564] 'process raft request' (duration: 1.040352004s)","trace[1886037564] 'compare' (duration: 473.555724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:16.317305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.802882Z","time spent":"1.514373299s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.838153Z","caller":"traceutil/trace.go:171","msg":"trace[298280576] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"2.032554101s","start":"2026-03-14T07:19:14.805548Z","end":"2026-03-14T07:19:16.838102Z","steps":["trace[298280576] 'process raft request' (duration: 2.006535424s)","trace[298280576] 'compare' (duration: 25.581327ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.838387Z","caller":"traceutil/trace.go:171","msg":"trace[1253683650] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"2.032432508s","start":"2026-03-14T07:19:14.805927Z","end":"2026-03-14T07:19:16.83836Z","steps":["trace[1253683650] 'process raft request' (duration: 2.032153741s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:16.838433Z","caller":"traceutil/trace.go:171","msg":"trace[2071126244] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"2.032271744s","start":"2026-03-14T07:19:14.806122Z","end":"2026-03-14T07:19:16.838394Z","steps":["trace[2071126244] 'process raft request' (duration: 2.03214067s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.838505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.805905Z","time spent":"2.032539741s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:16.838528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.805534Z","time spent":"2.032727155s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.838644Z","caller":"traceutil/trace.go:171","msg":"trace[1682040142] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"2.032873839s","start":"2026-03-14T07:19:14.80573Z","end":"2026-03-14T07:19:16.838604Z","steps":["trace[1682040142] 'process raft request' (duration: 2.032202542s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.838828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.805718Z","time spent":"2.033017512s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.838942Z","caller":"traceutil/trace.go:171","msg":"trace[300832980] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8505; }","duration":"2.033595697s","start":"2026-03-14T07:19:14.805285Z","end":"2026-03-14T07:19:16.83888Z","steps":["trace[300832980] 'read index received' (duration: 1.037866821s)","trace[300832980] 'applied index is now lower than readState.Index' (duration: 995.725186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:16.838665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.806112Z","time spent":"2.032428767s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.839654Z","caller":"traceutil/trace.go:171","msg":"trace[430186404] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"2.033387363s","start":"2026-03-14T07:19:14.806186Z","end":"2026-03-14T07:19:16.839573Z","steps":["trace[430186404] 'process raft request' (duration: 2.032145801s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.839827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.806178Z","time spent":"2.033583568s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:16.840002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034707095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228467"} {"level":"info","ts":"2026-03-14T07:19:16.84006Z","caller":"traceutil/trace.go:171","msg":"trace[1015635607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8196; }","duration":"2.034799198s","start":"2026-03-14T07:19:14.805247Z","end":"2026-03-14T07:19:16.840046Z","steps":["trace[1015635607] 'agreement among raft nodes before linearized reading' (duration: 2.034239734s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.840096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.80523Z","time spent":"2.034857489s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:19:17.049211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.461638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-14T07:19:17.049732Z","caller":"traceutil/trace.go:171","msg":"trace[1953588850] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"253.365182ms","start":"2026-03-14T07:19:16.796333Z","end":"2026-03-14T07:19:17.049699Z","steps":["trace[1953588850] 'process raft request' (duration: 253.008983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:17.641512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:19:17.641602Z","caller":"traceutil/trace.go:171","msg":"trace[999389743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004462s","start":"2026-03-14T07:19:15.641137Z","end":"2026-03-14T07:19:17.641583Z","steps":["trace[999389743] 'agreement among raft nodes before linearized reading' (duration: 2.000328877s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:17.641673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.641117Z","time spent":"2.000544783s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:18.769906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.586038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:18.771207Z","caller":"traceutil/trace.go:171","msg":"trace[931753653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8197; }","duration":"317.879871ms","start":"2026-03-14T07:19:18.453292Z","end":"2026-03-14T07:19:18.771172Z","steps":["trace[931753653] 'range keys from in-memory index tree' (duration: 316.568258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:18.770403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72062299s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:18.771592Z","caller":"traceutil/trace.go:171","msg":"trace[1725721668] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8511; }","duration":"1.932532683s","start":"2026-03-14T07:19:16.839029Z","end":"2026-03-14T07:19:18.771562Z","steps":["trace[1725721668] 'read index received' (duration: 16.762373ms)","trace[1725721668] 'applied index is now lower than readState.Index' (duration: 1.91576719s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:18.771765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91178944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:18.771814Z","caller":"traceutil/trace.go:171","msg":"trace[1956007040] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"1.96441276s","start":"2026-03-14T07:19:16.807175Z","end":"2026-03-14T07:19:18.771588Z","steps":["trace[1956007040] 'process raft request' (duration: 242.534628ms)","trace[1956007040] 'compare' (duration: 1.720255352s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:18.771854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062481022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:18.771859Z","caller":"traceutil/trace.go:171","msg":"trace[616702361] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8198; }","duration":"3.911945383s","start":"2026-03-14T07:19:14.859896Z","end":"2026-03-14T07:19:18.771841Z","steps":["trace[616702361] 'agreement among raft nodes before linearized reading' (duration: 3.91180296s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:18.771888Z","caller":"traceutil/trace.go:171","msg":"trace[917898622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8198; }","duration":"3.062557534s","start":"2026-03-14T07:19:15.70932Z","end":"2026-03-14T07:19:18.771877Z","steps":["trace[917898622] 'agreement among raft nodes before linearized reading' (duration: 3.062366549s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:18.77178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002948777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b88bfbb94-srldh.189ca40099ed0552\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-14T07:19:18.771882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756724737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:18.772003Z","caller":"traceutil/trace.go:171","msg":"trace[2084705216] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b88bfbb94-srldh.189ca40099ed0552; range_end:; response_count:1; response_revision:8198; }","duration":"3.003166645s","start":"2026-03-14T07:19:15.76878Z","end":"2026-03-14T07:19:18.771947Z","steps":["trace[2084705216] 'agreement among raft nodes before linearized reading' (duration: 3.002816675s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:18.772042Z","caller":"traceutil/trace.go:171","msg":"trace[617478427] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8198; }","duration":"2.756932114s","start":"2026-03-14T07:19:16.01508Z","end":"2026-03-14T07:19:18.772012Z","steps":["trace[617478427] 'agreement among raft nodes before linearized reading' (duration: 2.756585414s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:18.772118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.015064Z","time spent":"2.757034417s","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:18.771911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.85988Z","time spent":"3.912021566s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:19:18.772135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.768762Z","time spent":"3.003308368s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5b88bfbb94-srldh.189ca40099ed0552\" "} {"level":"warn","ts":"2026-03-14T07:19:18.771919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.709301Z","time spent":"3.062610326s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:19:18.772155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.807147Z","time spent":"1.964874763s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:19.108056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784126635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T07:19:19.183776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T07:19:19.183895Z","caller":"traceutil/trace.go:171","msg":"trace[2016937985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084512s","start":"2026-03-14T07:19:17.183785Z","end":"2026-03-14T07:19:19.183869Z","steps":["trace[2016937985] 'agreement among raft nodes before linearized reading' (duration: 1.999931778s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.183966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.183764Z","time spent":"2.000184034s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:19:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-14T07:19:19.188052Z","caller":"traceutil/trace.go:171","msg":"trace[1119242174] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"1.864186298s","start":"2026-03-14T07:19:17.323826Z","end":"2026-03-14T07:19:19.188013Z","steps":["trace[1119242174] 'process raft request' (duration: 1.784464794s)","trace[1119242174] 'compare' (duration: 79.488378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:19.188399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.323804Z","time spent":"1.864409603s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:19.642383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-14T07:19:19.642496Z","caller":"traceutil/trace.go:171","msg":"trace[1590124538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082762s","start":"2026-03-14T07:19:17.64239Z","end":"2026-03-14T07:19:19.642473Z","steps":["trace[1590124538] 'agreement among raft nodes before linearized reading' (duration: 1.999933158s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.64276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.642372Z","time spent":"2.000369328s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 07:19:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T07:19:20.609696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.855135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:20.610016Z","caller":"traceutil/trace.go:171","msg":"trace[1606911148] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"1.833731949s","start":"2026-03-14T07:19:18.776272Z","end":"2026-03-14T07:19:20.610004Z","steps":["trace[1606911148] 'process raft request' (duration: 1.833576105s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.610066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.776261Z","time spent":"1.833782941s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:20.610089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.547494836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:20.610127Z","caller":"traceutil/trace.go:171","msg":"trace[831021139] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8203; }","duration":"3.547573479s","start":"2026-03-14T07:19:17.062545Z","end":"2026-03-14T07:19:20.610118Z","steps":["trace[831021139] 'agreement among raft nodes before linearized reading' (duration: 3.547488936s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.610165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.062525Z","time spent":"3.54763098s","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:20.610169Z","caller":"traceutil/trace.go:171","msg":"trace[334023780] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"1.554842133s","start":"2026-03-14T07:19:19.055295Z","end":"2026-03-14T07:19:20.610137Z","steps":["trace[334023780] 'process raft request' (duration: 1.554588317s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.610007Z","caller":"traceutil/trace.go:171","msg":"trace[2015013851] linearizableReadLoop","detail":"{readStateIndex:8516; appliedIndex:8514; }","duration":"1.838264994s","start":"2026-03-14T07:19:18.771656Z","end":"2026-03-14T07:19:20.609921Z","steps":["trace[2015013851] 'read index received' (duration: 336.692877ms)","trace[2015013851] 'applied index is now lower than readState.Index' (duration: 1.501571127s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:20.610246Z","caller":"traceutil/trace.go:171","msg":"trace[1368892302] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"1.960533133s","start":"2026-03-14T07:19:18.649706Z","end":"2026-03-14T07:19:20.610239Z","steps":["trace[1368892302] 'process raft request' (duration: 1.119036422s)","trace[1368892302] 'compare' (duration: 840.632388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:20.610239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328702299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:20.610231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459352444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:20.610288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.649681Z","time spent":"1.960591604s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:20.610272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.728487834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.610305Z","caller":"traceutil/trace.go:171","msg":"trace[287404154] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8203; }","duration":"3.328804662s","start":"2026-03-14T07:19:17.281479Z","end":"2026-03-14T07:19:20.610284Z","steps":["trace[287404154] 'agreement among raft nodes before linearized reading' (duration: 3.328707039s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.610317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.055274Z","time spent":"1.554961915s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:20.610373Z","caller":"traceutil/trace.go:171","msg":"trace[2016544095] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8203; }","duration":"2.728646958s","start":"2026-03-14T07:19:17.881698Z","end":"2026-03-14T07:19:20.610345Z","steps":["trace[2016544095] 'agreement among raft nodes before linearized reading' (duration: 2.728433693s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.610373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.281459Z","time spent":"3.328896204s","remote":"127.0.0.1:52090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:20.61031Z","caller":"traceutil/trace.go:171","msg":"trace[1800042116] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8203; }","duration":"2.459452578s","start":"2026-03-14T07:19:18.150837Z","end":"2026-03-14T07:19:20.61029Z","steps":["trace[1800042116] 'agreement among raft nodes before linearized reading' (duration: 2.459270343s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.610448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:17.881677Z","time spent":"2.728756051s","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:20.610443Z","caller":"traceutil/trace.go:171","msg":"trace[1943857818] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"1.835786751s","start":"2026-03-14T07:19:18.774597Z","end":"2026-03-14T07:19:20.610384Z","steps":["trace[1943857818] 'process raft request' (duration: 1.835184236s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.610544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.150778Z","time spent":"2.459694333s","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:20.610708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.774575Z","time spent":"1.835992017s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:20.9536Z","caller":"traceutil/trace.go:171","msg":"trace[146537179] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8519; }","duration":"343.320683ms","start":"2026-03-14T07:19:20.610254Z","end":"2026-03-14T07:19:20.953575Z","steps":["trace[146537179] 'read index received' (duration: 343.153149ms)","trace[146537179] 'applied index is now lower than readState.Index' (duration: 166.294µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:20.95384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039470232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:20.953862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126800768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.953918Z","caller":"traceutil/trace.go:171","msg":"trace[1711823517] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8204; }","duration":"1.039589245s","start":"2026-03-14T07:19:19.914312Z","end":"2026-03-14T07:19:20.953901Z","steps":["trace[1711823517] 'agreement among raft nodes before linearized reading' (duration: 1.039450742s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.953928Z","caller":"traceutil/trace.go:171","msg":"trace[1668429169] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8204; }","duration":"1.12689879s","start":"2026-03-14T07:19:19.827013Z","end":"2026-03-14T07:19:20.953912Z","steps":["trace[1668429169] 'agreement among raft nodes before linearized reading' (duration: 1.126789108s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.953929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172236716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:20.953915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106793487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-14T07:19:20.953967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.914297Z","time spent":"1.039659267s","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:20.95384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245927817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:20.953981Z","caller":"traceutil/trace.go:171","msg":"trace[169010609] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8204; }","duration":"1.172347129s","start":"2026-03-14T07:19:19.781617Z","end":"2026-03-14T07:19:20.953964Z","steps":["trace[169010609] 'agreement among raft nodes before linearized reading' (duration: 1.172268737s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.954023Z","caller":"traceutil/trace.go:171","msg":"trace[2111869408] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8204; }","duration":"1.246160753s","start":"2026-03-14T07:19:19.707848Z","end":"2026-03-14T07:19:20.954009Z","steps":["trace[2111869408] 'agreement among raft nodes before linearized reading' (duration: 1.245809474s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.954034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.781597Z","time spent":"1.17242371s","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:20.954052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111414973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:19:20.954065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.707831Z","time spent":"1.246222744s","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:20.953855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110980372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:19:20.95412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304408754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:20.95414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178076968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:20.954155Z","caller":"traceutil/trace.go:171","msg":"trace[1038288525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8204; }","duration":"2.111309791s","start":"2026-03-14T07:19:18.842825Z","end":"2026-03-14T07:19:20.954134Z","steps":["trace[1038288525] 'agreement among raft nodes before linearized reading' (duration: 2.110902011s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.954174Z","caller":"traceutil/trace.go:171","msg":"trace[101874356] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8204; }","duration":"2.17813505s","start":"2026-03-14T07:19:18.77603Z","end":"2026-03-14T07:19:20.954165Z","steps":["trace[101874356] 'agreement among raft nodes before linearized reading' (duration: 2.178087318s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.954174Z","caller":"traceutil/trace.go:171","msg":"trace[1128574800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8204; }","duration":"1.304503838s","start":"2026-03-14T07:19:19.649658Z","end":"2026-03-14T07:19:20.954162Z","steps":["trace[1128574800] 'agreement among raft nodes before linearized reading' (duration: 1.304420085s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.954209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.776009Z","time spent":"2.178192852s","remote":"127.0.0.1:44138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:19:20.954218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.842817Z","time spent":"2.111383994s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:20.954225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.649613Z","time spent":"1.30460117s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:20.953942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110575792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:19:20.954288Z","caller":"traceutil/trace.go:171","msg":"trace[1243578958] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"668.488299ms","start":"2026-03-14T07:19:20.285785Z","end":"2026-03-14T07:19:20.954273Z","steps":["trace[1243578958] 'process raft request' (duration: 667.638297ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.954024Z","caller":"traceutil/trace.go:171","msg":"trace[1896815351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8204; }","duration":"2.106924811s","start":"2026-03-14T07:19:18.847074Z","end":"2026-03-14T07:19:20.953999Z","steps":["trace[1896815351] 'agreement among raft nodes before linearized reading' (duration: 2.106641534s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.954447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.847064Z","time spent":"2.107371882s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:19:20.954439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:20.285756Z","time spent":"668.607623ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:20.954138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109984057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T07:19:20.954699Z","caller":"traceutil/trace.go:171","msg":"trace[1331871948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8204; }","duration":"2.110625455s","start":"2026-03-14T07:19:18.844062Z","end":"2026-03-14T07:19:20.954688Z","steps":["trace[1331871948] 'agreement among raft nodes before linearized reading' (duration: 2.109925706s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.95473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.844058Z","time spent":"2.110663756s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:20.953974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.826999Z","time spent":"1.126963712s","remote":"127.0.0.1:52034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:20.954327Z","caller":"traceutil/trace.go:171","msg":"trace[1233759618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8204; }","duration":"2.110949353s","start":"2026-03-14T07:19:18.843337Z","end":"2026-03-14T07:19:20.954287Z","steps":["trace[1233759618] 'agreement among raft nodes before linearized reading' (duration: 2.110337297s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.954981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.843328Z","time spent":"2.11163289s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:20.954388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089935558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:20.955071Z","caller":"traceutil/trace.go:171","msg":"trace[370580816] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8204; }","duration":"1.090772999s","start":"2026-03-14T07:19:19.864277Z","end":"2026-03-14T07:19:20.95505Z","steps":["trace[370580816] 'agreement among raft nodes before linearized reading' (duration: 1.089615359s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.955137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.864248Z","time spent":"1.09086923s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:20.954098Z","caller":"traceutil/trace.go:171","msg":"trace[1892451208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8204; }","duration":"2.111484145s","start":"2026-03-14T07:19:18.842601Z","end":"2026-03-14T07:19:20.954085Z","steps":["trace[1892451208] 'agreement among raft nodes before linearized reading' (duration: 2.111398953s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.95522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.842586Z","time spent":"2.112613525s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:20.953977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111209718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:19:20.955334Z","caller":"traceutil/trace.go:171","msg":"trace[775826600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8204; }","duration":"2.112576743s","start":"2026-03-14T07:19:18.842716Z","end":"2026-03-14T07:19:20.955293Z","steps":["trace[775826600] 'agreement among raft nodes before linearized reading' (duration: 2.111188527s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.954621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.112301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:19:20.955434Z","caller":"traceutil/trace.go:171","msg":"trace[1687144964] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:8204; }","duration":"763.960192ms","start":"2026-03-14T07:19:20.191455Z","end":"2026-03-14T07:19:20.955415Z","steps":["trace[1687144964] 'agreement among raft nodes before linearized reading' (duration: 763.0852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.955466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.842694Z","time spent":"2.112729437s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:20.955487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:20.191434Z","time spent":"764.038123ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-14T07:19:20.978018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.549828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-14T07:19:20.978054Z","caller":"traceutil/trace.go:171","msg":"trace[1721388818] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"199.625213ms","start":"2026-03-14T07:19:20.778406Z","end":"2026-03-14T07:19:20.978031Z","steps":["trace[1721388818] 'process raft request' (duration: 199.308805ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:20.978089Z","caller":"traceutil/trace.go:171","msg":"trace[261240834] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8205; }","duration":"242.696192ms","start":"2026-03-14T07:19:20.735379Z","end":"2026-03-14T07:19:20.978075Z","steps":["trace[261240834] 'agreement among raft nodes before linearized reading' (duration: 242.491507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.978087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.429042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca3578085afe6\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-14T07:19:20.978164Z","caller":"traceutil/trace.go:171","msg":"trace[2116812994] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189ca3578085afe6; range_end:; response_count:1; response_revision:8205; }","duration":"363.550375ms","start":"2026-03-14T07:19:20.614592Z","end":"2026-03-14T07:19:20.978143Z","steps":["trace[2116812994] 'agreement among raft nodes before linearized reading' (duration: 363.3512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:20.978221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:20.614569Z","time spent":"363.643528ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189ca3578085afe6\" "} {"level":"info","ts":"2026-03-14T07:19:21.110192Z","caller":"traceutil/trace.go:171","msg":"trace[595017888] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"150.450271ms","start":"2026-03-14T07:19:20.959714Z","end":"2026-03-14T07:19:21.110164Z","steps":["trace[595017888] 'process raft request' (duration: 150.226196ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.110292Z","caller":"traceutil/trace.go:171","msg":"trace[756274720] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"150.375139ms","start":"2026-03-14T07:19:20.959888Z","end":"2026-03-14T07:19:21.110263Z","steps":["trace[756274720] 'process raft request' (duration: 150.188894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.110293Z","caller":"traceutil/trace.go:171","msg":"trace[405573489] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"150.543644ms","start":"2026-03-14T07:19:20.959718Z","end":"2026-03-14T07:19:21.110261Z","steps":["trace[405573489] 'process raft request' (duration: 150.324278ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.110315Z","caller":"traceutil/trace.go:171","msg":"trace[538371119] linearizableReadLoop","detail":"{readStateIndex:8527; appliedIndex:8521; }","duration":"132.463987ms","start":"2026-03-14T07:19:20.977832Z","end":"2026-03-14T07:19:21.110296Z","steps":["trace[538371119] 'read index received' (duration: 131.941594ms)","trace[538371119] 'applied index is now lower than readState.Index' (duration: 520.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:21.110429Z","caller":"traceutil/trace.go:171","msg":"trace[916118201] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"150.459801ms","start":"2026-03-14T07:19:20.959925Z","end":"2026-03-14T07:19:21.110385Z","steps":["trace[916118201] 'process raft request' (duration: 150.212205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.110567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.564595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:21.110573Z","caller":"traceutil/trace.go:171","msg":"trace[1833791211] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"150.655625ms","start":"2026-03-14T07:19:20.959897Z","end":"2026-03-14T07:19:21.110552Z","steps":["trace[1833791211] 'process raft request' (duration: 150.210374ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.110612Z","caller":"traceutil/trace.go:171","msg":"trace[1080016132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8210; }","duration":"154.653857ms","start":"2026-03-14T07:19:20.955948Z","end":"2026-03-14T07:19:21.110602Z","steps":["trace[1080016132] 'agreement among raft nodes before linearized reading' (duration: 154.556415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.110647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.478872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:19:21.110717Z","caller":"traceutil/trace.go:171","msg":"trace[1949384952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8210; }","duration":"152.602135ms","start":"2026-03-14T07:19:20.958099Z","end":"2026-03-14T07:19:21.110701Z","steps":["trace[1949384952] 'agreement among raft nodes before linearized reading' (duration: 152.341238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.110817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.467786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228467"} {"level":"info","ts":"2026-03-14T07:19:21.110857Z","caller":"traceutil/trace.go:171","msg":"trace[213013999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8210; }","duration":"151.533258ms","start":"2026-03-14T07:19:20.959314Z","end":"2026-03-14T07:19:21.110848Z","steps":["trace[213013999] 'agreement among raft nodes before linearized reading' (duration: 151.075457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.611446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:22.064412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:22.064671Z","caller":"traceutil/trace.go:171","msg":"trace[862713772] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8527; }","duration":"954.28396ms","start":"2026-03-14T07:19:21.110369Z","end":"2026-03-14T07:19:22.064652Z","steps":["trace[862713772] 'read index received' (duration: 841.835049ms)","trace[862713772] 'applied index is now lower than readState.Index' (duration: 112.447891ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:22.064817Z","caller":"traceutil/trace.go:171","msg":"trace[1944412774] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"953.310035ms","start":"2026-03-14T07:19:21.11147Z","end":"2026-03-14T07:19:22.06478Z","steps":["trace[1944412774] 'process raft request' (duration: 953.077199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.064907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080070638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189ca40d5625b930\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-14T07:19:22.064947Z","caller":"traceutil/trace.go:171","msg":"trace[975280209] range","detail":"{range_begin:/registry/events/openstack/ceph.189ca40d5625b930; range_end:; response_count:1; response_revision:8212; }","duration":"1.080133249s","start":"2026-03-14T07:19:20.9848Z","end":"2026-03-14T07:19:22.064934Z","steps":["trace[975280209] 'agreement among raft nodes before linearized reading' (duration: 1.079953385s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.064983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:20.984787Z","time spent":"1.080187601s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189ca40d5625b930\" "} {"level":"warn","ts":"2026-03-14T07:19:22.065011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.111448Z","time spent":"953.469639ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.065073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.486397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:22.065104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.706088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:22.065095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.290254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:22.065105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.696659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:22.065135Z","caller":"traceutil/trace.go:171","msg":"trace[1637662348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8212; }","duration":"677.593109ms","start":"2026-03-14T07:19:21.387526Z","end":"2026-03-14T07:19:22.06512Z","steps":["trace[1637662348] 'agreement among raft nodes before linearized reading' (duration: 677.480426ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:22.065156Z","caller":"traceutil/trace.go:171","msg":"trace[1628817694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8212; }","duration":"946.756019ms","start":"2026-03-14T07:19:21.118382Z","end":"2026-03-14T07:19:22.065138Z","steps":["trace[1628817694] 'agreement among raft nodes before linearized reading' (duration: 946.670727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.065006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.966627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-14T07:19:22.065181Z","caller":"traceutil/trace.go:171","msg":"trace[1291708003] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8212; }","duration":"706.456869ms","start":"2026-03-14T07:19:21.358699Z","end":"2026-03-14T07:19:22.065156Z","steps":["trace[1291708003] 'agreement among raft nodes before linearized reading' (duration: 706.325936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.065188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.118341Z","time spent":"946.840642ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:22.065182Z","caller":"traceutil/trace.go:171","msg":"trace[712032729] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8212; }","duration":"287.821002ms","start":"2026-03-14T07:19:21.777344Z","end":"2026-03-14T07:19:22.065165Z","steps":["trace[712032729] 'agreement among raft nodes before linearized reading' (duration: 287.677379ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:22.065095Z","caller":"traceutil/trace.go:171","msg":"trace[1466543329] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"1.084847229s","start":"2026-03-14T07:19:20.980215Z","end":"2026-03-14T07:19:22.065063Z","steps":["trace[1466543329] 'process raft request' (duration: 971.967877ms)","trace[1466543329] 'compare' (duration: 111.894867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:22.065233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.358673Z","time spent":"706.5438ms","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:22.065241Z","caller":"traceutil/trace.go:171","msg":"trace[1288092205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8212; }","duration":"953.225842ms","start":"2026-03-14T07:19:21.111987Z","end":"2026-03-14T07:19:22.065213Z","steps":["trace[1288092205] 'agreement among raft nodes before linearized reading' (duration: 952.829582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.065185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.387505Z","time spent":"677.668631ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:22.065333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.111975Z","time spent":"953.326246ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:19:22.065328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:20.980197Z","time spent":"1.085061023s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.587026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.057637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:22.587152Z","caller":"traceutil/trace.go:171","msg":"trace[130656640] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8529; }","duration":"519.983756ms","start":"2026-03-14T07:19:22.067146Z","end":"2026-03-14T07:19:22.58713Z","steps":["trace[130656640] 'read index received' (duration: 117.714243ms)","trace[130656640] 'applied index is now lower than readState.Index' (duration: 402.267583ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:22.587242Z","caller":"traceutil/trace.go:171","msg":"trace[1566219258] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"520.10218ms","start":"2026-03-14T07:19:22.067124Z","end":"2026-03-14T07:19:22.587226Z","steps":["trace[1566219258] 'process raft request' (duration: 117.724534ms)","trace[1566219258] 'compare' (duration: 401.941655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:22.587335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.067102Z","time spent":"520.182992ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.587485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.296476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-14T07:19:22.587598Z","caller":"traceutil/trace.go:171","msg":"trace[671195470] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8213; }","duration":"520.449259ms","start":"2026-03-14T07:19:22.067121Z","end":"2026-03-14T07:19:22.58757Z","steps":["trace[671195470] 'agreement among raft nodes before linearized reading' (duration: 520.148111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.587649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.067107Z","time spent":"520.529971ms","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-14T07:19:22.629329Z","caller":"traceutil/trace.go:171","msg":"trace[1898434245] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"561.775502ms","start":"2026-03-14T07:19:22.067529Z","end":"2026-03-14T07:19:22.629304Z","steps":["trace[1898434245] 'process raft request' (duration: 561.603748ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:22.629335Z","caller":"traceutil/trace.go:171","msg":"trace[422144496] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"559.793742ms","start":"2026-03-14T07:19:22.069519Z","end":"2026-03-14T07:19:22.629313Z","steps":["trace[422144496] 'process raft request' (duration: 559.72279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.629448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.067518Z","time spent":"561.879466ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:19:22.629461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.550221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T07:19:22.62953Z","caller":"traceutil/trace.go:171","msg":"trace[618119357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8215; }","duration":"552.641672ms","start":"2026-03-14T07:19:22.076859Z","end":"2026-03-14T07:19:22.6295Z","steps":["trace[618119357] 'agreement among raft nodes before linearized reading' (duration: 552.445126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.629566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.076848Z","time spent":"552.712455ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:19:22.629564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.069501Z","time spent":"559.972358ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:19:23.129971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:23.630953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:24.132155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149702044867711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:19:24.440791Z","caller":"traceutil/trace.go:171","msg":"trace[611225229] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"1.824523015s","start":"2026-03-14T07:19:22.616232Z","end":"2026-03-14T07:19:24.440755Z","steps":["trace[611225229] 'process raft request' (duration: 1.786519326s)","trace[611225229] 'compare' (duration: 37.744183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:24.440997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.616212Z","time spent":"1.824664159s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.638996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T07:19:24.639107Z","caller":"traceutil/trace.go:171","msg":"trace[1452463750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482842s","start":"2026-03-14T07:19:22.638607Z","end":"2026-03-14T07:19:24.63909Z","steps":["trace[1452463750] 'agreement among raft nodes before linearized reading' (duration: 2.000331108s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.639154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.638599Z","time spent":"2.000544853s","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:24.915991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.302625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:24.916289Z","caller":"traceutil/trace.go:171","msg":"trace[615149623] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8532; }","duration":"2.28697591s","start":"2026-03-14T07:19:22.629288Z","end":"2026-03-14T07:19:24.916264Z","steps":["trace[615149623] 'read index received' (duration: 1.773700163s)","trace[615149623] 'applied index is now lower than readState.Index' (duration: 513.274507ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:24.91654Z","caller":"traceutil/trace.go:171","msg":"trace[1938884221] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"1.933273683s","start":"2026-03-14T07:19:22.983203Z","end":"2026-03-14T07:19:24.916476Z","steps":["trace[1938884221] 'process raft request' (duration: 1.932987596s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.916542Z","caller":"traceutil/trace.go:171","msg":"trace[1932966479] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"2.282568288s","start":"2026-03-14T07:19:22.633928Z","end":"2026-03-14T07:19:24.916497Z","steps":["trace[1932966479] 'process raft request' (duration: 2.282177878s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.916695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327161195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:19:24.91672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049199428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:24.916796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801438112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:19:24.916837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802065668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:19:24.916849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.840194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:24.916873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79897574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:19:24.916888Z","caller":"traceutil/trace.go:171","msg":"trace[1952129410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8219; }","duration":"1.80214691s","start":"2026-03-14T07:19:23.114727Z","end":"2026-03-14T07:19:24.916874Z","steps":["trace[1952129410] 'agreement among raft nodes before linearized reading' (duration: 1.802039358s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.916903Z","caller":"traceutil/trace.go:171","msg":"trace[1020946665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8219; }","duration":"1.799028452s","start":"2026-03-14T07:19:23.117866Z","end":"2026-03-14T07:19:24.916895Z","steps":["trace[1020946665] 'agreement among raft nodes before linearized reading' (duration: 1.79894213s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.916866Z","caller":"traceutil/trace.go:171","msg":"trace[1645688681] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8219; }","duration":"1.049427704s","start":"2026-03-14T07:19:23.867419Z","end":"2026-03-14T07:19:24.916847Z","steps":["trace[1645688681] 'agreement among raft nodes before linearized reading' (duration: 1.049185828s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.916899Z","caller":"traceutil/trace.go:171","msg":"trace[882759357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8219; }","duration":"1.801565226s","start":"2026-03-14T07:19:23.115303Z","end":"2026-03-14T07:19:24.916868Z","steps":["trace[882759357] 'agreement among raft nodes before linearized reading' (duration: 1.80130146s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.916927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.114705Z","time spent":"1.802215003s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:24.91684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801658228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T07:19:24.916936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.117855Z","time spent":"1.799073723s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"info","ts":"2026-03-14T07:19:24.916957Z","caller":"traceutil/trace.go:171","msg":"trace[1886098583] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"2.283242345s","start":"2026-03-14T07:19:22.633674Z","end":"2026-03-14T07:19:24.916917Z","steps":["trace[1886098583] 'process raft request' (duration: 1.951936395s)","trace[1886098583] 'compare' (duration: 329.949997ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:24.916975Z","caller":"traceutil/trace.go:171","msg":"trace[844270024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8219; }","duration":"1.801805661s","start":"2026-03-14T07:19:23.115153Z","end":"2026-03-14T07:19:24.916959Z","steps":["trace[844270024] 'agreement among raft nodes before linearized reading' (duration: 1.801648798s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.916975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801819213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:19:24.917019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.867399Z","time spent":"1.049603459s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:24.917047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.633602Z","time spent":"2.28340131s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:19:24.917049Z","caller":"traceutil/trace.go:171","msg":"trace[2108971512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8219; }","duration":"1.801921924s","start":"2026-03-14T07:19:23.115111Z","end":"2026-03-14T07:19:24.917033Z","steps":["trace[2108971512] 'agreement among raft nodes before linearized reading' (duration: 1.801694479s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.91697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.115295Z","time spent":"1.801665179s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:24.917103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.115096Z","time spent":"1.801995967s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:24.917023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.11514Z","time spent":"1.801867114s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:19:24.916736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283567054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T07:19:24.917238Z","caller":"traceutil/trace.go:171","msg":"trace[38360687] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8219; }","duration":"2.284103197s","start":"2026-03-14T07:19:22.63312Z","end":"2026-03-14T07:19:24.917223Z","steps":["trace[38360687] 'agreement among raft nodes before linearized reading' (duration: 2.283472021s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.917279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.633104Z","time spent":"2.284163198s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-14T07:19:24.917197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131887201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-14T07:19:24.916751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.633916Z","time spent":"2.282717402s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.916769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801625617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:24.917332Z","caller":"traceutil/trace.go:171","msg":"trace[283488245] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8219; }","duration":"2.132062285s","start":"2026-03-14T07:19:22.785254Z","end":"2026-03-14T07:19:24.917316Z","steps":["trace[283488245] 'agreement among raft nodes before linearized reading' (duration: 2.131544202s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.917436Z","caller":"traceutil/trace.go:171","msg":"trace[586729005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8219; }","duration":"1.802325405s","start":"2026-03-14T07:19:23.115093Z","end":"2026-03-14T07:19:24.917419Z","steps":["trace[586729005] 'agreement among raft nodes before linearized reading' (duration: 1.801613607s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.917447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.78523Z","time spent":"2.132201159s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-14T07:19:24.917491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.115072Z","time spent":"1.802400616s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:24.916704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.98317Z","time spent":"1.933427387s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.916762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302243466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:24.917707Z","caller":"traceutil/trace.go:171","msg":"trace[1177594361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8219; }","duration":"2.30320796s","start":"2026-03-14T07:19:22.614485Z","end":"2026-03-14T07:19:24.917693Z","steps":["trace[1177594361] 'agreement among raft nodes before linearized reading' (duration: 2.302064831s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.917762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.614443Z","time spent":"2.303296412s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:19:24.916763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165612579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:24.91787Z","caller":"traceutil/trace.go:171","msg":"trace[1763439193] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8219; }","duration":"1.166752127s","start":"2026-03-14T07:19:23.751091Z","end":"2026-03-14T07:19:24.917843Z","steps":["trace[1763439193] 'agreement among raft nodes before linearized reading' (duration: 1.165610678s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.917903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.751071Z","time spent":"1.166821099s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:24.916902Z","caller":"traceutil/trace.go:171","msg":"trace[1894683344] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8219; }","duration":"690.919637ms","start":"2026-03-14T07:19:24.225964Z","end":"2026-03-14T07:19:24.916884Z","steps":["trace[1894683344] 'agreement among raft nodes before linearized reading' (duration: 690.830014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.917965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.225945Z","time spent":"692.004663ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:24.916747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.028539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:24.918081Z","caller":"traceutil/trace.go:171","msg":"trace[306807065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8219; }","duration":"278.346952ms","start":"2026-03-14T07:19:24.639675Z","end":"2026-03-14T07:19:24.918022Z","steps":["trace[306807065] 'agreement among raft nodes before linearized reading' (duration: 277.017739ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.916772Z","caller":"traceutil/trace.go:171","msg":"trace[2077995660] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8219; }","duration":"2.327303178s","start":"2026-03-14T07:19:22.589452Z","end":"2026-03-14T07:19:24.916755Z","steps":["trace[2077995660] 'agreement among raft nodes before linearized reading' (duration: 2.327062902s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.918278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:22.589429Z","time spent":"2.328833248s","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-14T07:19:25.421426Z","caller":"traceutil/trace.go:171","msg":"trace[1886273124] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8537; }","duration":"431.867721ms","start":"2026-03-14T07:19:24.989544Z","end":"2026-03-14T07:19:25.421412Z","steps":["trace[1886273124] 'read index received' (duration: 431.354008ms)","trace[1886273124] 'applied index is now lower than readState.Index' (duration: 512.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:25.421163Z","caller":"traceutil/trace.go:171","msg":"trace[198901544] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"498.871493ms","start":"2026-03-14T07:19:24.922232Z","end":"2026-03-14T07:19:25.421103Z","steps":["trace[198901544] 'process raft request' (duration: 498.613347ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:25.421753Z","caller":"traceutil/trace.go:171","msg":"trace[790801848] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"498.039943ms","start":"2026-03-14T07:19:24.923685Z","end":"2026-03-14T07:19:25.421725Z","steps":["trace[790801848] 'process raft request' (duration: 497.691244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.42189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.923681Z","time spent":"498.131665ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:25.4219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.922212Z","time spent":"499.587262ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:25.42199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.735705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:25.42207Z","caller":"traceutil/trace.go:171","msg":"trace[362310336] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"499.310514ms","start":"2026-03-14T07:19:24.922746Z","end":"2026-03-14T07:19:25.422056Z","steps":["trace[362310336] 'process raft request' (duration: 498.292919ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:25.42213Z","caller":"traceutil/trace.go:171","msg":"trace[1043282346] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8225; }","duration":"499.866728ms","start":"2026-03-14T07:19:24.922198Z","end":"2026-03-14T07:19:25.422064Z","steps":["trace[1043282346] 'agreement among raft nodes before linearized reading' (duration: 499.583281ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:25.422149Z","caller":"traceutil/trace.go:171","msg":"trace[1293367861] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"498.428273ms","start":"2026-03-14T07:19:24.923647Z","end":"2026-03-14T07:19:25.422075Z","steps":["trace[1293367861] 'process raft request' (duration: 497.669874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.422203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.922185Z","time spent":"500.002201ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T07:19:25.422225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.923638Z","time spent":"498.546205ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:25.422247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.922734Z","time spent":"499.428328ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:25.422218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.683153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:25.421744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.50039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189ca414d369cd14\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-14T07:19:25.422368Z","caller":"traceutil/trace.go:171","msg":"trace[245988564] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189ca414d369cd14; range_end:; response_count:1; response_revision:8225; }","duration":"500.271239ms","start":"2026-03-14T07:19:24.922083Z","end":"2026-03-14T07:19:25.422354Z","steps":["trace[245988564] 'agreement among raft nodes before linearized reading' (duration: 499.411847ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:25.422376Z","caller":"traceutil/trace.go:171","msg":"trace[667859108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"495.863458ms","start":"2026-03-14T07:19:24.926459Z","end":"2026-03-14T07:19:25.422323Z","steps":["trace[667859108] 'agreement among raft nodes before linearized reading' (duration: 495.476228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.422414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.922078Z","time spent":"500.323561ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189ca414d369cd14\" "} {"level":"warn","ts":"2026-03-14T07:19:25.422415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.209828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228467"} {"level":"warn","ts":"2026-03-14T07:19:25.422447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.926454Z","time spent":"495.978142ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:25.422458Z","caller":"traceutil/trace.go:171","msg":"trace[843809730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8225; }","duration":"500.28604ms","start":"2026-03-14T07:19:24.92216Z","end":"2026-03-14T07:19:25.422446Z","steps":["trace[843809730] 'agreement among raft nodes before linearized reading' (duration: 499.610622ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:25.422009Z","caller":"traceutil/trace.go:171","msg":"trace[1997167059] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"498.833402ms","start":"2026-03-14T07:19:24.923152Z","end":"2026-03-14T07:19:25.421985Z","steps":["trace[1997167059] 'process raft request' (duration: 498.089694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.422589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.922136Z","time spent":"500.433194ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:19:25.422617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.923139Z","time spent":"499.420319ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:25.473392Z","caller":"traceutil/trace.go:171","msg":"trace[1803662003] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"481.248799ms","start":"2026-03-14T07:19:24.99211Z","end":"2026-03-14T07:19:25.473359Z","steps":["trace[1803662003] 'process raft request' (duration: 473.825771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:25.473589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:24.992092Z","time spent":"481.407382ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:25.480217Z","caller":"traceutil/trace.go:171","msg":"trace[1363955846] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"120.041153ms","start":"2026-03-14T07:19:25.360148Z","end":"2026-03-14T07:19:25.480189Z","steps":["trace[1363955846] 'process raft request' (duration: 118.661259ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:27.048285Z","caller":"traceutil/trace.go:171","msg":"trace[627564458] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"124.714342ms","start":"2026-03-14T07:19:26.923544Z","end":"2026-03-14T07:19:27.048259Z","steps":["trace[627564458] 'process raft request' (duration: 124.576249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:27.390811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.046995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-14T07:19:27.390846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.222353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-14T07:19:27.390929Z","caller":"traceutil/trace.go:171","msg":"trace[565334490] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8241; }","duration":"111.190208ms","start":"2026-03-14T07:19:27.279705Z","end":"2026-03-14T07:19:27.390896Z","steps":["trace[565334490] 'range keys from in-memory index tree' (duration: 110.85862ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:27.390941Z","caller":"traceutil/trace.go:171","msg":"trace[23816351] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8241; }","duration":"100.361256ms","start":"2026-03-14T07:19:27.290552Z","end":"2026-03-14T07:19:27.390913Z","steps":["trace[23816351] 'range keys from in-memory index tree' (duration: 100.029607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:27.73702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.100199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-14T07:19:27.737095Z","caller":"traceutil/trace.go:171","msg":"trace[772387666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8247; }","duration":"100.224992ms","start":"2026-03-14T07:19:27.636853Z","end":"2026-03-14T07:19:27.737078Z","steps":["trace[772387666] 'range keys from in-memory index tree' (duration: 99.903124ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:29.287245Z","caller":"traceutil/trace.go:171","msg":"trace[1668189443] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"149.987749ms","start":"2026-03-14T07:19:29.137227Z","end":"2026-03-14T07:19:29.287214Z","steps":["trace[1668189443] 'process raft request' (duration: 60.844246ms)","trace[1668189443] 'compare' (duration: 88.922457ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:32.493784Z","caller":"traceutil/trace.go:171","msg":"trace[1243387622] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8607; }","duration":"327.235957ms","start":"2026-03-14T07:19:32.166528Z","end":"2026-03-14T07:19:32.493764Z","steps":["trace[1243387622] 'read index received' (duration: 327.069423ms)","trace[1243387622] 'applied index is now lower than readState.Index' (duration: 165.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:32.493919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.376891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:32.493952Z","caller":"traceutil/trace.go:171","msg":"trace[911617374] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8289; }","duration":"327.435382ms","start":"2026-03-14T07:19:32.166508Z","end":"2026-03-14T07:19:32.493943Z","steps":["trace[911617374] 'agreement among raft nodes before linearized reading' (duration: 327.3338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:32.493978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:32.166439Z","time spent":"327.532154ms","remote":"127.0.0.1:51964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:32.493875Z","caller":"traceutil/trace.go:171","msg":"trace[1455830987] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"471.078721ms","start":"2026-03-14T07:19:32.022766Z","end":"2026-03-14T07:19:32.493844Z","steps":["trace[1455830987] 'process raft request' (duration: 470.841265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:32.494282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:32.022726Z","time spent":"471.413869ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:19:33.655058Z","caller":"traceutil/trace.go:171","msg":"trace[1329423809] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"143.750462ms","start":"2026-03-14T07:19:33.511278Z","end":"2026-03-14T07:19:33.655028Z","steps":["trace[1329423809] 'process raft request' (duration: 131.479652ms)","trace[1329423809] 'compare' (duration: 11.827949ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:33.65513Z","caller":"traceutil/trace.go:171","msg":"trace[1522501572] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"143.366532ms","start":"2026-03-14T07:19:33.511726Z","end":"2026-03-14T07:19:33.655092Z","steps":["trace[1522501572] 'process raft request' (duration: 143.143277ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:33.655175Z","caller":"traceutil/trace.go:171","msg":"trace[75754434] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"142.901991ms","start":"2026-03-14T07:19:33.512244Z","end":"2026-03-14T07:19:33.655146Z","steps":["trace[75754434] 'process raft request' (duration: 142.787048ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:33.655405Z","caller":"traceutil/trace.go:171","msg":"trace[1180803120] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"124.119146ms","start":"2026-03-14T07:19:33.531277Z","end":"2026-03-14T07:19:33.655397Z","steps":["trace[1180803120] 'process raft request' (duration: 123.799608ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:33.655488Z","caller":"traceutil/trace.go:171","msg":"trace[956339290] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8625; }","duration":"143.531976ms","start":"2026-03-14T07:19:33.511948Z","end":"2026-03-14T07:19:33.65548Z","steps":["trace[956339290] 'read index received' (duration: 51.45392ms)","trace[956339290] 'applied index is now lower than readState.Index' (duration: 92.077216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:33.655623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.649289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-csi-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:33.655658Z","caller":"traceutil/trace.go:171","msg":"trace[1357671070] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-csi-config; range_end:; response_count:0; response_revision:8312; }","duration":"143.725582ms","start":"2026-03-14T07:19:33.511922Z","end":"2026-03-14T07:19:33.655648Z","steps":["trace[1357671070] 'agreement among raft nodes before linearized reading' (duration: 143.615198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:33.656007Z","caller":"traceutil/trace.go:171","msg":"trace[841522516] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"143.022903ms","start":"2026-03-14T07:19:33.512158Z","end":"2026-03-14T07:19:33.655181Z","steps":["trace[841522516] 'process raft request' (duration: 142.830459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:33.656143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.732221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228566"} {"level":"info","ts":"2026-03-14T07:19:33.656223Z","caller":"traceutil/trace.go:171","msg":"trace[1932473706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8312; }","duration":"141.825574ms","start":"2026-03-14T07:19:33.514374Z","end":"2026-03-14T07:19:33.6562Z","steps":["trace[1932473706] 'agreement among raft nodes before linearized reading' (duration: 141.330531ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:33.786681Z","caller":"traceutil/trace.go:171","msg":"trace[384065000] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8313; }","duration":"117.686554ms","start":"2026-03-14T07:19:33.66897Z","end":"2026-03-14T07:19:33.786656Z","steps":["trace[384065000] 'process raft request' (duration: 93.625877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:33.952182Z","caller":"traceutil/trace.go:171","msg":"trace[203506297] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"144.371227ms","start":"2026-03-14T07:19:33.807775Z","end":"2026-03-14T07:19:33.952146Z","steps":["trace[203506297] 'process raft request' (duration: 144.157272ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:34.545757Z","caller":"traceutil/trace.go:171","msg":"trace[1270139556] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"109.705621ms","start":"2026-03-14T07:19:34.436022Z","end":"2026-03-14T07:19:34.545728Z","steps":["trace[1270139556] 'process raft request' (duration: 77.026237ms)","trace[1270139556] 'compare' (duration: 32.529141ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:34.575969Z","caller":"traceutil/trace.go:171","msg":"trace[1719936825] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"139.225168ms","start":"2026-03-14T07:19:34.436716Z","end":"2026-03-14T07:19:34.575942Z","steps":["trace[1719936825] 'process raft request' (duration: 138.90457ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:34.804652Z","caller":"traceutil/trace.go:171","msg":"trace[1302003342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8325; }","duration":"112.350199ms","start":"2026-03-14T07:19:34.692263Z","end":"2026-03-14T07:19:34.804613Z","steps":["trace[1302003342] 'process raft request' (duration: 87.526801ms)","trace[1302003342] 'compare' (duration: 24.336165ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:22.949342Z","caller":"traceutil/trace.go:171","msg":"trace[1192391851] linearizableReadLoop","detail":"{readStateIndex:9162; appliedIndex:9161; }","duration":"157.037438ms","start":"2026-03-14T07:20:22.79228Z","end":"2026-03-14T07:20:22.949318Z","steps":["trace[1192391851] 'read index received' (duration: 156.807022ms)","trace[1192391851] 'applied index is now lower than readState.Index' (duration: 229.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:22.949424Z","caller":"traceutil/trace.go:171","msg":"trace[25481714] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"190.585215ms","start":"2026-03-14T07:20:22.758814Z","end":"2026-03-14T07:20:22.949399Z","steps":["trace[25481714] 'process raft request' (duration: 190.356899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:22.949684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.390826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414496"} {"level":"info","ts":"2026-03-14T07:20:22.94973Z","caller":"traceutil/trace.go:171","msg":"trace[81836618] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8828; }","duration":"157.486899ms","start":"2026-03-14T07:20:22.792233Z","end":"2026-03-14T07:20:22.949719Z","steps":["trace[81836618] 'agreement among raft nodes before linearized reading' (duration: 157.211892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:23.887091Z","caller":"traceutil/trace.go:171","msg":"trace[870157691] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"553.809651ms","start":"2026-03-14T07:20:23.333256Z","end":"2026-03-14T07:20:23.887066Z","steps":["trace[870157691] 'process raft request' (duration: 553.673597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:23.887285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:23.333226Z","time spent":"553.977756ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:23.896784Z","caller":"traceutil/trace.go:171","msg":"trace[1232012903] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9162; }","duration":"310.70666ms","start":"2026-03-14T07:20:23.586053Z","end":"2026-03-14T07:20:23.89676Z","steps":["trace[1232012903] 'read index received' (duration: 300.994334ms)","trace[1232012903] 'applied index is now lower than readState.Index' (duration: 9.711316ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:23.89683Z","caller":"traceutil/trace.go:171","msg":"trace[1446776434] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"562.407369ms","start":"2026-03-14T07:20:23.334406Z","end":"2026-03-14T07:20:23.896814Z","steps":["trace[1446776434] 'process raft request' (duration: 562.05851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:23.896902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:23.334378Z","time spent":"562.486021ms","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:23.897011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.946136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:20:23.89707Z","caller":"traceutil/trace.go:171","msg":"trace[1056667998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8830; }","duration":"311.061439ms","start":"2026-03-14T07:20:23.585999Z","end":"2026-03-14T07:20:23.89706Z","steps":["trace[1056667998] 'agreement among raft nodes before linearized reading' (duration: 310.896655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:23.897103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:23.585978Z","time spent":"311.115851ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:20:36.38491Z","caller":"traceutil/trace.go:171","msg":"trace[1286288454] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9230; }","duration":"432.130767ms","start":"2026-03-14T07:20:35.952758Z","end":"2026-03-14T07:20:36.384888Z","steps":["trace[1286288454] 'read index received' (duration: 432.012885ms)","trace[1286288454] 'applied index is now lower than readState.Index' (duration: 117.132µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:36.385028Z","caller":"traceutil/trace.go:171","msg":"trace[839583319] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"461.936921ms","start":"2026-03-14T07:20:35.923082Z","end":"2026-03-14T07:20:36.385019Z","steps":["trace[839583319] 'process raft request' (duration: 461.651024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:36.385187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:35.923063Z","time spent":"462.033933ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:36.385194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.417554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:20:36.385265Z","caller":"traceutil/trace.go:171","msg":"trace[1650700521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8894; }","duration":"432.525917ms","start":"2026-03-14T07:20:35.952722Z","end":"2026-03-14T07:20:36.385248Z","steps":["trace[1650700521] 'agreement among raft nodes before linearized reading' (duration: 432.308142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:36.385302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:35.952706Z","time spent":"432.590059ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:20:37.002261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.484016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:20:37.002437Z","caller":"traceutil/trace.go:171","msg":"trace[1924234449] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"612.944256ms","start":"2026-03-14T07:20:36.389477Z","end":"2026-03-14T07:20:37.002421Z","steps":["trace[1924234449] 'process raft request' (duration: 612.882244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.002503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.38945Z","time spent":"613.025338ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:37.002491Z","caller":"traceutil/trace.go:171","msg":"trace[1757805314] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9231; }","duration":"617.48408ms","start":"2026-03-14T07:20:36.384985Z","end":"2026-03-14T07:20:37.002469Z","steps":["trace[1757805314] 'read index received' (duration: 74.694516ms)","trace[1757805314] 'applied index is now lower than readState.Index' (duration: 542.787174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:37.0027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.343264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:20:37.002809Z","caller":"traceutil/trace.go:171","msg":"trace[411363694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8896; }","duration":"890.497748ms","start":"2026-03-14T07:20:36.112284Z","end":"2026-03-14T07:20:37.002782Z","steps":["trace[411363694] 'agreement among raft nodes before linearized reading' (duration: 890.216041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.00286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.112263Z","time spent":"890.585191ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:20:37.002891Z","caller":"traceutil/trace.go:171","msg":"trace[1499993309] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"968.204331ms","start":"2026-03-14T07:20:36.034669Z","end":"2026-03-14T07:20:37.002873Z","steps":["trace[1499993309] 'process raft request' (duration: 425.029268ms)","trace[1499993309] 'compare' (duration: 542.184469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:37.002959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.034641Z","time spent":"968.282992ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:37.002968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.717816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T07:20:37.002968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.248943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:20:37.003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.514797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2c84\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-14T07:20:37.003015Z","caller":"traceutil/trace.go:171","msg":"trace[1014848658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8896; }","duration":"940.843429ms","start":"2026-03-14T07:20:36.062155Z","end":"2026-03-14T07:20:37.002999Z","steps":["trace[1014848658] 'agreement among raft nodes before linearized reading' (duration: 940.726726ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:37.003036Z","caller":"traceutil/trace.go:171","msg":"trace[1712456691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8896; }","duration":"936.356016ms","start":"2026-03-14T07:20:36.066666Z","end":"2026-03-14T07:20:37.003022Z","steps":["trace[1712456691] 'agreement among raft nodes before linearized reading' (duration: 936.203142ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:37.00305Z","caller":"traceutil/trace.go:171","msg":"trace[274464295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2c84; range_end:; response_count:1; response_revision:8896; }","duration":"831.562198ms","start":"2026-03-14T07:20:36.171472Z","end":"2026-03-14T07:20:37.003034Z","steps":["trace[274464295] 'agreement among raft nodes before linearized reading' (duration: 831.399624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.003049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.062136Z","time spent":"940.906ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:20:37.003082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.171414Z","time spent":"831.659611ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-l2c84\" "} {"level":"warn","ts":"2026-03-14T07:20:37.003079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.066642Z","time spent":"936.428098ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:20:37.002697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044987481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:20:37.00318Z","caller":"traceutil/trace.go:171","msg":"trace[132618748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8896; }","duration":"1.045557726s","start":"2026-03-14T07:20:35.957615Z","end":"2026-03-14T07:20:37.003173Z","steps":["trace[132618748] 'agreement among raft nodes before linearized reading' (duration: 1.044958351s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.003132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.163602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:20:37.003326Z","caller":"traceutil/trace.go:171","msg":"trace[1989312010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8896; }","duration":"921.405709ms","start":"2026-03-14T07:20:36.081892Z","end":"2026-03-14T07:20:37.003297Z","steps":["trace[1989312010] 'agreement among raft nodes before linearized reading' (duration: 921.008868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.003267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:35.957595Z","time spent":"1.045665389s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:20:37.003392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.081873Z","time spent":"921.502741ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:20:37.307303Z","caller":"traceutil/trace.go:171","msg":"trace[1993370731] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"313.012228ms","start":"2026-03-14T07:20:36.994263Z","end":"2026-03-14T07:20:37.307275Z","steps":["trace[1993370731] 'process raft request' (duration: 312.870825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.307452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:36.994242Z","time spent":"313.124351ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:37.314991Z","caller":"traceutil/trace.go:171","msg":"trace[1085372756] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"308.082594ms","start":"2026-03-14T07:20:37.006883Z","end":"2026-03-14T07:20:37.314966Z","steps":["trace[1085372756] 'process raft request' (duration: 307.892359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.31515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.006867Z","time spent":"308.201216ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:37.315175Z","caller":"traceutil/trace.go:171","msg":"trace[2003892747] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"308.070264ms","start":"2026-03-14T07:20:37.007094Z","end":"2026-03-14T07:20:37.315164Z","steps":["trace[2003892747] 'process raft request' (duration: 307.828748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.315238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.007087Z","time spent":"308.118305ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:37.315403Z","caller":"traceutil/trace.go:171","msg":"trace[1689761171] linearizableReadLoop","detail":"{readStateIndex:9236; appliedIndex:9233; }","duration":"308.239838ms","start":"2026-03-14T07:20:37.007156Z","end":"2026-03-14T07:20:37.315396Z","steps":["trace[1689761171] 'read index received' (duration: 299.953018ms)","trace[1689761171] 'applied index is now lower than readState.Index' (duration: 8.286199ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:37.315393Z","caller":"traceutil/trace.go:171","msg":"trace[381206672] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"307.082999ms","start":"2026-03-14T07:20:37.008285Z","end":"2026-03-14T07:20:37.315368Z","steps":["trace[381206672] 'process raft request' (duration: 306.983426ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:37.315477Z","caller":"traceutil/trace.go:171","msg":"trace[2119632003] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"306.932575ms","start":"2026-03-14T07:20:37.008538Z","end":"2026-03-14T07:20:37.315471Z","steps":["trace[2119632003] 'process raft request' (duration: 306.799032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.315519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.008529Z","time spent":"306.968176ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:37.315524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.00827Z","time spent":"307.187581ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:37.315561Z","caller":"traceutil/trace.go:171","msg":"trace[472675212] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"308.388482ms","start":"2026-03-14T07:20:37.007138Z","end":"2026-03-14T07:20:37.315526Z","steps":["trace[472675212] 'process raft request' (duration: 307.977472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.315728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.007114Z","time spent":"308.532525ms","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:37.315717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.209455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:20:37.315788Z","caller":"traceutil/trace.go:171","msg":"trace[1288413048] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8902; }","duration":"167.330308ms","start":"2026-03-14T07:20:37.148446Z","end":"2026-03-14T07:20:37.315777Z","steps":["trace[1288413048] 'agreement among raft nodes before linearized reading' (duration: 167.234536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.31589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.73118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291241"} {"level":"info","ts":"2026-03-14T07:20:37.315922Z","caller":"traceutil/trace.go:171","msg":"trace[1682512656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8902; }","duration":"308.774191ms","start":"2026-03-14T07:20:37.00714Z","end":"2026-03-14T07:20:37.315914Z","steps":["trace[1682512656] 'agreement among raft nodes before linearized reading' (duration: 308.445033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.315945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.007133Z","time spent":"308.806542ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291264,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T07:20:37.973123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.773298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:37.973203Z","caller":"traceutil/trace.go:171","msg":"trace[458860072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8902; }","duration":"332.88244ms","start":"2026-03-14T07:20:37.640301Z","end":"2026-03-14T07:20:37.973184Z","steps":["trace[458860072] 'range keys from in-memory index tree' (duration: 332.706566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.973243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.64029Z","time spent":"332.943902ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:20:37.973124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.565266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:20:37.973346Z","caller":"traceutil/trace.go:171","msg":"trace[946531399] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8902; }","duration":"365.832133ms","start":"2026-03-14T07:20:37.607485Z","end":"2026-03-14T07:20:37.973317Z","steps":["trace[946531399] 'count revisions from in-memory index tree' (duration: 365.458064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:37.973449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:37.607462Z","time spent":"365.956056ms","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:20:38.545911Z","caller":"traceutil/trace.go:171","msg":"trace[40726673] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9239; }","duration":"132.143928ms","start":"2026-03-14T07:20:38.413738Z","end":"2026-03-14T07:20:38.545882Z","steps":["trace[40726673] 'read index received' (duration: 131.972184ms)","trace[40726673] 'applied index is now lower than readState.Index' (duration: 170.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:38.546018Z","caller":"traceutil/trace.go:171","msg":"trace[1432112838] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"154.37963ms","start":"2026-03-14T07:20:38.391605Z","end":"2026-03-14T07:20:38.545985Z","steps":["trace[1432112838] 'process raft request' (duration: 154.096463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:38.546122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.351714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:38.546182Z","caller":"traceutil/trace.go:171","msg":"trace[375865204] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8903; }","duration":"132.480977ms","start":"2026-03-14T07:20:38.413688Z","end":"2026-03-14T07:20:38.546169Z","steps":["trace[375865204] 'agreement among raft nodes before linearized reading' (duration: 132.351814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:38.546242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.274491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:20:38.546335Z","caller":"traceutil/trace.go:171","msg":"trace[457029674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8903; }","duration":"111.411335ms","start":"2026-03-14T07:20:38.434903Z","end":"2026-03-14T07:20:38.546315Z","steps":["trace[457029674] 'agreement among raft nodes before linearized reading' (duration: 111.21842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:38.865604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.823917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:38.865738Z","caller":"traceutil/trace.go:171","msg":"trace[695357293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8903; }","duration":"215.012681ms","start":"2026-03-14T07:20:38.650705Z","end":"2026-03-14T07:20:38.865717Z","steps":["trace[695357293] 'range keys from in-memory index tree' (duration: 214.735375ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:39.481261Z","caller":"traceutil/trace.go:171","msg":"trace[535628764] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"101.279948ms","start":"2026-03-14T07:20:39.379957Z","end":"2026-03-14T07:20:39.481237Z","steps":["trace[535628764] 'process raft request' (duration: 50.167427ms)","trace[535628764] 'compare' (duration: 50.946747ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:39.481456Z","caller":"traceutil/trace.go:171","msg":"trace[490146156] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"101.458303ms","start":"2026-03-14T07:20:39.379976Z","end":"2026-03-14T07:20:39.481434Z","steps":["trace[490146156] 'process raft request' (duration: 101.219107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:39.48184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.286583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291241"} {"level":"info","ts":"2026-03-14T07:20:39.481967Z","caller":"traceutil/trace.go:171","msg":"trace[963836790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8905; }","duration":"102.434197ms","start":"2026-03-14T07:20:39.379513Z","end":"2026-03-14T07:20:39.481947Z","steps":["trace[963836790] 'range keys from in-memory index tree' (duration: 101.532995ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:39.558462Z","caller":"traceutil/trace.go:171","msg":"trace[1639083756] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"178.464249ms","start":"2026-03-14T07:20:39.379976Z","end":"2026-03-14T07:20:39.55844Z","steps":["trace[1639083756] 'process raft request' (duration: 177.910424ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:39.55861Z","caller":"traceutil/trace.go:171","msg":"trace[1774606165] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"178.51057ms","start":"2026-03-14T07:20:39.380091Z","end":"2026-03-14T07:20:39.558601Z","steps":["trace[1774606165] 'process raft request' (duration: 177.908354ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:39.558725Z","caller":"traceutil/trace.go:171","msg":"trace[1165650591] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"178.299785ms","start":"2026-03-14T07:20:39.380417Z","end":"2026-03-14T07:20:39.558717Z","steps":["trace[1165650591] 'process raft request' (duration: 177.618797ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:22:27.628325Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7428} {"level":"info","ts":"2026-03-14T07:22:27.690556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7428,"took":"60.277467ms","hash":1828066509,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":24645632,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-14T07:22:27.690632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1828066509,"revision":7428,"compact-revision":5394} {"level":"info","ts":"2026-03-14T07:22:28.388218Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T07:22:28.392688Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T07:22:28.39275Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T07:22:52.448565Z","caller":"traceutil/trace.go:171","msg":"trace[1859041111] linearizableReadLoop","detail":"{readStateIndex:10217; appliedIndex:10216; }","duration":"200.92918ms","start":"2026-03-14T07:22:52.247608Z","end":"2026-03-14T07:22:52.448537Z","steps":["trace[1859041111] 'read index received' (duration: 200.760586ms)","trace[1859041111] 'applied index is now lower than readState.Index' (duration: 167.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:22:52.448607Z","caller":"traceutil/trace.go:171","msg":"trace[671064993] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"280.146804ms","start":"2026-03-14T07:22:52.168438Z","end":"2026-03-14T07:22:52.448584Z","steps":["trace[671064993] 'process raft request' (duration: 279.953989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:22:52.448931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.072876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:22:52.449037Z","caller":"traceutil/trace.go:171","msg":"trace[1639847325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9847; }","duration":"136.206219ms","start":"2026-03-14T07:22:52.312808Z","end":"2026-03-14T07:22:52.449014Z","steps":["trace[1639847325] 'agreement among raft nodes before linearized reading' (duration: 135.972903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:22:52.449041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.924763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:22:52.449284Z","caller":"traceutil/trace.go:171","msg":"trace[214966772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9847; }","duration":"140.215711ms","start":"2026-03-14T07:22:52.309044Z","end":"2026-03-14T07:22:52.449259Z","steps":["trace[214966772] 'agreement among raft nodes before linearized reading' (duration: 139.679507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:22:52.449362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.728499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:22:52.449432Z","caller":"traceutil/trace.go:171","msg":"trace[1390784265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9847; }","duration":"201.845483ms","start":"2026-03-14T07:22:52.247572Z","end":"2026-03-14T07:22:52.449418Z","steps":["trace[1390784265] 'agreement among raft nodes before linearized reading' (duration: 201.630427ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:23:14.786439Z","caller":"traceutil/trace.go:171","msg":"trace[1678387738] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"110.623686ms","start":"2026-03-14T07:23:14.675788Z","end":"2026-03-14T07:23:14.786412Z","steps":["trace[1678387738] 'process raft request' (duration: 110.447021ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:27:27.634675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9624} {"level":"info","ts":"2026-03-14T07:27:27.716044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9624,"took":"79.234129ms","hash":2928778892,"current-db-size-bytes":41009152,"current-db-size":"41 MB","current-db-size-in-use-bytes":18075648,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T07:27:27.716103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2928778892,"revision":9624,"compact-revision":7428}